-- Logs begin at Tue 2021-05-04 17:38:40 UTC, end at Tue 2021-05-04 18:41:13 UTC. -- May 04 18:17:45.990708 dv-cinder-789603-2-smb systemd[1]: Started Devstack devstack@q-svc.service. May 04 18:17:48.396650 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.common.config [-] Logging enabled! May 04 18:17:48.397192 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev178 May 04 18:17:48.397334 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74112) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 04 18:17:48.400856 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.common.config [-] Logging enabled! May 04 18:17:48.401113 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev178 May 04 18:17:48.401423 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74112) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 04 18:17:48.402343 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 18:17:48.402576 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 18:17:48.402932 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 18:17:48.403177 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 18:17:48.403977 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 18:17:48.404298 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.404600 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.404897 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.405127 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.405422 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.405713 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.406000 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.406293 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.406591 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.406880 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.407164 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.407477 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.407710 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.407996 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] config_source = [] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.408289 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.408577 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.408803 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] debug = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.409086 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.409512 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.409925 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.410209 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.410506 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.410786 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.411059 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.411379 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.411739 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.412075 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] host = dv-cinder-789603-2-smb {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.412357 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.412646 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.412935 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.413222 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.413498 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.413774 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.414064 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.414339 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] log_dir = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.414611 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] log_file = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.414886 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.415175 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.415487 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.415780 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.416004 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.416227 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.416516 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.416803 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.417081 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.417358 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.417634 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.417909 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.418183 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.418451 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.418736 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.419045 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.419356 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.419631 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.419905 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.420178 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.420455 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.420738 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.421012 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.421286 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.421559 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.421843 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.422113 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.422389 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.422716 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.422974 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.423278 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.423565 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.423839 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.424121 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.424395 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.424668 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] use_journal = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.424937 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] use_json = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.425211 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.425480 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.425762 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.426034 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.426306 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.426580 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.426853 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.427135 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:48.427457 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.427753 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.428052 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.428335 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.428630 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.428911 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.429207 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.429477 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.429763 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.430050 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.430337 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.430614 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.430902 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.431180 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.431496 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.431800 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.432092 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.432384 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.432659 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.432934 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.433206 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.433484 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.433768 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.434065 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.434352 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.434653 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.434932 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.435240 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.435524 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.435798 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.436075 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.436362 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.436641 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.436915 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.437195 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.437470 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.437743 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.438016 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.438293 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.438583 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.438859 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.439130 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.439426 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.439703 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.439991 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.440259 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.440536 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.440809 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.441081 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.441360 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.441632 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.441902 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.442180 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.442452 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.442729 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.443001 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.443300 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.443575 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.443846 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.444121 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.444390 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.444661 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.444938 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.445213 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.445483 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.445756 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.446027 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.446298 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.446586 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.446883 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.447160 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.447466 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.447745 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.448021 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.448298 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.448574 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.448850 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.449126 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.449397 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.449686 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.449967 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.450786 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.451072 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.451375 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.451672 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.451949 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.452228 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.452505 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.452783 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.453073 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.453353 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.453646 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.453938 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.454225 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.454519 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.454814 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.455098 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.455433 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.455714 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:48.455930 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 18:17:48.456167 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74112) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 04 18:17:48.804292 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74112) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:17:48.804572 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=74112) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:17:48.804862 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74112) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:17:48.805195 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.manager [-] Loading core plugin: ml2 May 04 18:17:49.109263 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.109495 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.109768 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.110989 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.111284 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.111551 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.228965 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.229241 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.229503 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.243068 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.243377 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.243648 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.272023 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.272298 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.272569 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.311066 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.311334 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.311604 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.543963 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.544566 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.544566 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.544779 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.545498 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.668886 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.669214 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.669499 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.669771 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.670037 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.670345 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.670607 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.670863 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.671114 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.671426 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.671685 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.671948 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.672211 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.672466 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.672734 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.673004 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.673263 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.673676 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.673935 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.674223 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.674579 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.674834 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.675084 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.675400 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.675652 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.675898 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.676279 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74112) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:17:49.676519 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74112) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:17:49.676758 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74112) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:17:49.676994 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74112) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:17:49.677229 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74112) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:17:49.677463 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74112) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:17:49.677826 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 04 18:17:49.680935 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 04 18:17:49.685396 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 04 18:17:49.689165 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) May 04 18:17:49.690787 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 04 18:17:49.691261 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 04 18:17:49.691597 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 04 18:17:49.691980 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 04 18:17:49.695120 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 04 18:17:49.695400 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 04 18:17:49.695752 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 04 18:17:49.724886 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 04 18:17:49.725345 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.725643 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74112) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 04 18:17:49.726008 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.727401 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74112) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 04 18:17:49.727683 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 04 18:17:49.727929 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 04 18:17:49.731071 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.731428 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:49.810614 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 04 18:17:49.810801 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 04 18:17:49.811041 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 04 18:17:49.811460 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 04 18:17:49.840576 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_db.sqlalchemy.engines [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74112) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 04 18:17:50.351908 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.managers [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Initializing driver for type 'gre' May 04 18:17:50.352458 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] gre ID ranges: [(1, 1000)] May 04 18:17:50.671841 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.managers [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Initializing driver for type 'local' May 04 18:17:50.672423 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.managers [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Initializing driver for type 'vlan' May 04 18:17:50.768731 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] VlanTypeDriver initialization complete May 04 18:17:50.769074 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.managers [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Initializing driver for type 'vxlan' May 04 18:17:50.769572 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] vxlan ID ranges: [(1, 1000)] May 04 18:17:51.134388 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.managers [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Initializing extension driver 'port_security' May 04 18:17:51.134723 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.extensions.port_security [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] PortSecurityExtensionDriver initialization complete May 04 18:17:51.135054 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.managers [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Initializing mechanism driver 'openvswitch' May 04 18:17:51.135411 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.managers [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Initializing mechanism driver 'hyperv' May 04 18:17:51.142053 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.plugins.ml2.plugin [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:17:51.142867 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > port after_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.143247 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > port after_update 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.143604 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > port after_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.143989 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > subnet after_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.144339 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > subnet after_update 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.144680 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.145055 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > network after_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.145409 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > network after_update 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.145748 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > network after_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.146151 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > security_group after_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.146496 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > security_group after_update 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.146872 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.147259 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.147601 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.147935 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.148300 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > address_group after_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.148891 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > address_group after_update 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.149222 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.149553 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] ML2 OVO RPC backend initialized. {{(pid=74112) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 04 18:17:51.150247 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.150595 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.151002 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > network before_response 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.151380 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > networks before_response 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.151727 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > port before_response 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.152063 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > ports before_response 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.152401 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > subnet before_response 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.152736 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > subnets before_response 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.153076 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > network after_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.154000 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > network after_update 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.154284 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > network after_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.154615 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > port after_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.154945 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > port after_update 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.155300 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > port after_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.155631 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > subnet after_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.155962 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > subnet after_update 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.158575 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.158575 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.plugin [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Modular L2 Plugin initialization complete May 04 18:17:51.158575 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading services supported by the core plugin {{(pid=74112) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 04 18:17:51.158575 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.plugins.ml2.managers [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Got port-security extension from driver 'port_security' May 04 18:17:51.158575 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.extensions.vlantransparent [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Disabled vlantransparent extension. May 04 18:17:51.158575 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74112) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 04 18:17:51.159139 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading Plugin: router May 04 18:17:51.202567 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.202969 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > router after_create 55549900 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.203372 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > router before_create 55549900 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.203740 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.204109 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.204462 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > router after_delete 55549900 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.204815 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.205176 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > router after_create 55549900 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.205682 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > router after_update 55549900 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.206039 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > router after_update 55549900 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.206413 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.206772 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > router after_update 55549900 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.207176 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > router precommit_update 55549900 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.207616 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: port after_update 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.212496 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: port after_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.212496 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: subnet after_update 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.212496 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.212496 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.212821 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > router precommit_create 55549900 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.212821 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: port before_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.212821 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > router precommit_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.212821 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > router after_update 55549900 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.213217 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.213217 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > router precommit_create 55549900 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.213217 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.213217 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > router precommit_update 55549900 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.213521 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > network after_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.213521 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.quota.resource_registry [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Tracking information for resource: router configured {{(pid=74112) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:17:51.213521 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.quota.resource_registry [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Tracking information for resource: floatingip configured {{(pid=74112) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:17:51.218654 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.db.l3_agentschedulers_db [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 04 18:17:51.219285 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: port after_update 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.219646 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: port after_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.219997 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: port after_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.220343 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: port after_update 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.221129 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > router before_create 55550100 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.221491 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.221858 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > router precommit_create 55550100 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.222214 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > router precommit_update 55550100 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.226580 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.services.provider_configuration [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Service providers = [] {{(pid=74112) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 04 18:17:51.226939 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.db.servicetype_db [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74112) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 04 18:17:51.229813 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.services.service_base [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74112) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 18:17:51.230160 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.services.service_base [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74112) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 18:17:51.230536 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.services.service_base [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74112) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 18:17:51.232125 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.services.service_base [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74112) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 18:17:51.232490 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.services.service_base [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Default provider is not specified for service type L3_ROUTER_NAT May 04 18:17:51.233030 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74112) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:17:51.233390 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 04 18:17:51.250586 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74112) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:17:51.250906 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading Plugin: auto_allocate May 04 18:17:51.256643 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: network precommit_update 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.257007 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: network precommit_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.257520 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74112) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:17:51.257834 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading Plugin: tag May 04 18:17:51.264632 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74112) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:17:51.264958 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading Plugin: timestamp May 04 18:17:51.268855 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74112) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:17:51.269181 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading Plugin: network_ip_availability May 04 18:17:51.274630 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.274999 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.275460 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.281442 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74112) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:17:51.281442 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading Plugin: flavors May 04 18:17:51.285912 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74112) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:17:51.286239 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading Plugin: revisions May 04 18:17:51.290502 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74112) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:17:51.290887 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_concurrency.lockutils [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.486s {{(pid=74112) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:17:51.291649 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74112) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 04 18:17:51.291979 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Initializing extension manager. May 04 18:17:51.292473 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: __init__.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.292853 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: __pycache__ {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.293187 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.293516 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: address_group.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.294813 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.295409 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: address-group May 04 18:17:51.295732 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: address_scope.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.296430 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.296945 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: address-scope May 04 18:17:51.297263 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.298171 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.298724 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: router-admin-state-down-before-update May 04 18:17:51.299041 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: agent.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.299760 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.300269 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: agent May 04 18:17:51.300586 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: agent_resources_synced.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.301474 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.301982 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: agent-resources-synced May 04 18:17:51.302339 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: allowedaddresspairs.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.304106 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.304641 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: allowed-address-pairs May 04 18:17:51.304964 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: auto_allocated_topology.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.306024 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.306547 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: auto-allocated-topology May 04 18:17:51.306868 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: availability_zone.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.307589 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.308142 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: availability_zone May 04 18:17:51.308460 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: availability_zone_filter.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.309358 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.310491 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: availability_zone_filter May 04 18:17:51.310491 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: data_plane_status.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.311129 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.311667 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension data-plane-status not supported by any of loaded plugins May 04 18:17:51.311983 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: default_subnetpools.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.312916 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.313428 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: default-subnetpools May 04 18:17:51.313745 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.314538 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.315044 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: dhcp_agent_scheduler May 04 18:17:51.315398 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: dns.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.316287 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.316791 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension dns-integration not supported by any of loaded plugins May 04 18:17:51.317106 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: dns_domain_ports.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.318008 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.318513 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension dns-domain-ports not supported by any of loaded plugins May 04 18:17:51.318830 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: dvr.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.319539 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.320046 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: dvr May 04 18:17:51.320362 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: empty_string_filtering.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.321248 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.321807 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: empty-string-filtering May 04 18:17:51.322126 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.330482 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.330986 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 04 18:17:51.331343 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.332235 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.332778 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 04 18:17:51.333096 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: external_net.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.333974 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.334484 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: external-net May 04 18:17:51.334797 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.335718 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.336228 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: extra_dhcp_opt May 04 18:17:51.336584 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: extraroute.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.337467 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.337975 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: extraroute May 04 18:17:51.338291 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: extraroute_atomic.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.339349 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.339870 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: extraroute-atomic May 04 18:17:51.340192 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: filter_validation.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.341456 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.341969 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: filter-validation May 04 18:17:51.342284 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: fip_pf_description.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.343412 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.343924 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 04 18:17:51.344240 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: fip_port_details.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.345135 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.345648 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: fip-port-details May 04 18:17:51.345964 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: flavors.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.347171 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.347719 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: flavors May 04 18:17:51.348042 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.349737 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.350253 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 04 18:17:51.350584 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: floatingip_pools.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.351305 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.351816 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: floatingip-pools May 04 18:17:51.352135 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: ip_allocation.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.353047 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.353724 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension ip_allocation not supported by any of loaded plugins May 04 18:17:51.354053 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.355013 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.355630 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: ip-substring-filtering May 04 18:17:51.359776 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: l2_adjacency.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.360479 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.360989 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension l2_adjacency not supported by any of loaded plugins May 04 18:17:51.361313 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: l3.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.362262 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.362788 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: router May 04 18:17:51.363112 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.365361 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.365890 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 04 18:17:51.366215 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.367138 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.367718 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: ext-gw-mode May 04 18:17:51.368040 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.368942 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.369459 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: l3-ha May 04 18:17:51.369779 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: l3_flavors.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.370676 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.371265 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: l3-flavors May 04 18:17:51.371574 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.372491 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.373006 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: l3-port-ip-change-not-allowed May 04 18:17:51.373325 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: l3agentscheduler.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.374341 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.374860 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: l3_agent_scheduler May 04 18:17:51.375184 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: logging.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.376831 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.377217 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension logging not supported by any of loaded plugins May 04 18:17:51.377543 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: metering.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.378274 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.378908 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: metering May 04 18:17:51.379256 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.383757 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.384318 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: metering_source_and_destination_fields May 04 18:17:51.384642 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: multiprovidernet.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.385673 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.386188 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: multi-provider May 04 18:17:51.386510 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: netmtu.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.387444 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.388494 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: net-mtu May 04 18:17:51.388810 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: netmtu_writable.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.389718 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.390305 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: net-mtu-writable May 04 18:17:51.390624 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: network_availability_zone.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.391299 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.391811 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: network_availability_zone May 04 18:17:51.392126 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: network_ip_availability.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.393193 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.393703 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: network-ip-availability May 04 18:17:51.394020 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: network_segment_range.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.394807 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.395347 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension network-segment-range not supported by any of loaded plugins May 04 18:17:51.395664 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: pagination.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.396621 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.396945 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: pagination May 04 18:17:51.397259 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: port_device_profile.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.398177 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.398954 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: port-device-profile May 04 18:17:51.399294 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.400188 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.400703 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: port-mac-address-regenerate May 04 18:17:51.401021 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.401976 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.402490 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: port-numa-affinity-policy May 04 18:17:51.402806 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: port_resource_request.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.404275 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.404781 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension port-resource-request not supported by any of loaded plugins May 04 18:17:51.405099 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: portbindings.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.406011 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.406522 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: binding May 04 18:17:51.406840 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: portbindings_extended.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.412708 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.413252 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: binding-extended May 04 18:17:51.413581 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: portsecurity.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.414617 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.415143 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: port-security May 04 18:17:51.415487 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: project_id.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.416456 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.416785 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: project-id May 04 18:17:51.417104 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: providernet.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.418011 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.418538 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: provider May 04 18:17:51.418878 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: qos.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.422885 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.423443 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension qos not supported by any of loaded plugins May 04 18:17:51.423772 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.425009 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.425534 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 04 18:17:51.425860 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.426763 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.427320 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 04 18:17:51.427646 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: qos_default.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.428533 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.429094 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension qos-default not supported by any of loaded plugins May 04 18:17:51.429418 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: qos_fip.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.430067 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.430575 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension qos-fip not supported by any of loaded plugins May 04 18:17:51.430895 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: qos_gateway_ip.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.431823 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.432335 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 04 18:17:51.432657 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: qos_port_network_policy.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.433546 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.434052 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 04 18:17:51.434367 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: qos_rule_type_details.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.435536 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.436072 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 04 18:17:51.436465 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: qos_rules_alias.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.437490 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.438003 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension qos-rules-alias not supported by any of loaded plugins May 04 18:17:51.438320 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: quotasv2.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.439412 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.439740 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: quotas May 04 18:17:51.440057 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: quotasv2_detail.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.441793 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.442152 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: quota_details May 04 18:17:51.442480 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: rbac.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.443573 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.444113 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: rbac-policies May 04 18:17:51.444476 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: rbac_address_group.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.452808 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.453383 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: rbac-address-group May 04 18:17:51.453704 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: rbac_address_scope.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.454615 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.455136 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: rbac-address-scope May 04 18:17:51.455551 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: rbac_security_groups.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.456449 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.456964 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: rbac-security-groups May 04 18:17:51.457281 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: rbac_subnetpool.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.458171 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.458737 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: rbac-subnetpool May 04 18:17:51.459060 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: revisionifmatch.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.459999 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.460517 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: revision-if-match May 04 18:17:51.460835 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: revisions.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.461944 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.462459 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: standard-attr-revisions May 04 18:17:51.462776 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: router_availability_zone.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.463464 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.464014 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: router_availability_zone May 04 18:17:51.464333 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: routerservicetype.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.465229 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.466354 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension router-service-type not supported by any of loaded plugins May 04 18:17:51.466680 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.467612 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.468128 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: security-groups-normalized-cidr May 04 18:17:51.468444 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.469344 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.469861 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: port-security-groups-filtering May 04 18:17:51.470184 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.471189 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.471727 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: security-groups-remote-address-group May 04 18:17:51.472045 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: securitygroup.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.481592 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.482135 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: security-group May 04 18:17:51.482464 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: segment.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.483273 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.483790 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension segment not supported by any of loaded plugins May 04 18:17:51.484110 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.485032 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.485553 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 04 18:17:51.485872 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: servicetype.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.486974 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.487605 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: service-type May 04 18:17:51.487923 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: sorting.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.488891 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.489220 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: sorting May 04 18:17:51.489539 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: standard_attr_segment.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.490435 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.490953 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension standard-attr-segment not supported by any of loaded plugins May 04 18:17:51.491300 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: standardattrdescription.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.491938 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.492499 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: standard-attr-description May 04 18:17:51.492821 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: stateful_security_group.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.493724 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.494246 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: stateful-security-group May 04 18:17:51.494568 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: stdattrs_common.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.495140 dv-cinder-789603-2-smb neutron-server[74112]: WARNING neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 04 18:17:51.495485 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.496481 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.497025 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 04 18:17:51.497345 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: subnet_onboard.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.498405 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.498944 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: subnet_onboard May 04 18:17:51.499344 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.500584 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.501100 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 04 18:17:51.501419 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: subnet_service_types.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.502329 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.502850 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: subnet-service-types May 04 18:17:51.503167 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: subnetallocation.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.504270 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.504876 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: subnet_allocation May 04 18:17:51.505201 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.505882 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.506399 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: subnetpool-prefix-ops May 04 18:17:51.506719 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.510554 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.511074 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 04 18:17:51.511422 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: tagging.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.512484 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.513554 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: standard-attr-tag May 04 18:17:51.513878 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: timestamp.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.515084 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.515653 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loaded extension: standard-attr-timestamp May 04 18:17:51.516055 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: trunk.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.517117 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.517639 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension trunk not supported by any of loaded plugins May 04 18:17:51.517962 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: trunk_details.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.518859 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.519468 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension trunk-details not supported by any of loaded plugins May 04 18:17:51.519791 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: uplink_status_propagation.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.520689 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.521205 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 04 18:17:51.521569 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Loading extension file: vlantransparent.py {{(pid=74112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 18:17:51.522225 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 18:17:51.522733 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extension vlan-transparent not supported by any of loaded plugins May 04 18:17:51.525515 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.quota.resource_registry [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Creating instance of TrackedResource for resource:network May 04 18:17:51.526251 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.quota.resource_registry [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Creating instance of TrackedResource for resource:subnet May 04 18:17:51.527020 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.quota.resource_registry [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Creating instance of TrackedResource for resource:subnetpool May 04 18:17:51.527755 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.quota.resource_registry [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Creating instance of TrackedResource for resource:port May 04 18:17:51.529623 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.v2.resource_helper [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74112) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:17:51.530083 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.v2.resource_helper [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Service FLAVORS assigned prefix: {{(pid=74112) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:17:51.530709 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.v2.resource_helper [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74112) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:17:51.531138 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.v2.resource_helper [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74112) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:17:51.531538 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.quota.resource_registry [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Creating instance of TrackedResource for resource:router May 04 18:17:51.532161 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.quota.resource_registry [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Creating instance of TrackedResource for resource:floatingip May 04 18:17:51.532868 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.v2.resource_helper [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Service METERING assigned prefix: /metering {{(pid=74112) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:17:51.534366 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.534742 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.535092 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:51.536340 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.quota.resource_registry [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Creating instance of CountableResource for resource:rbac_policy May 04 18:17:51.536792 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.quota.resource_registry [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Creating instance of TrackedResource for resource:security_group May 04 18:17:51.541088 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.quota.resource_registry [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 18:17:51.541088 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.v2.resource_helper [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Service CORE assigned prefix: {{(pid=74112) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:17:51.541088 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.quota.resource_registry [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Creating instance of TrackedResource for resource:subnetpool May 04 18:17:51.541088 dv-cinder-789603-2-smb neutron-server[74112]: WARNING neutron.quota.resource_registry [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] subnetpool is already registered May 04 18:17:51.541088 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.v2.resource_helper [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Service CORE assigned prefix: {{(pid=74112) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:17:51.541088 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.quota.resource_registry [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Creating instance of TrackedResource for resource:subnetpool May 04 18:17:51.541088 dv-cinder-789603-2-smb neutron-server[74112]: WARNING neutron.quota.resource_registry [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] subnetpool is already registered May 04 18:17:51.543983 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.v2.resource_helper [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74112) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:17:51.544419 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.v2.resource_helper [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Service FLAVORS assigned prefix: {{(pid=74112) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:17:51.545018 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.v2.resource_helper [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74112) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:17:51.545440 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.v2.resource_helper [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74112) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:17:51.545768 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.quota.resource_registry [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Creating instance of TrackedResource for resource:router May 04 18:17:51.546091 dv-cinder-789603-2-smb neutron-server[74112]: WARNING neutron.quota.resource_registry [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] router is already registered May 04 18:17:51.546682 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.quota.resource_registry [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Creating instance of TrackedResource for resource:floatingip May 04 18:17:51.547006 dv-cinder-789603-2-smb neutron-server[74112]: WARNING neutron.quota.resource_registry [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] floatingip is already registered May 04 18:17:51.547665 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.v2.resource_helper [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Service METERING assigned prefix: /metering {{(pid=74112) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:17:51.548410 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.quota.resource_registry [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Creating instance of CountableResource for resource:rbac_policy May 04 18:17:51.548734 dv-cinder-789603-2-smb neutron-server[74112]: WARNING neutron.quota.resource_registry [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] rbac_policy is already registered May 04 18:17:51.549269 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.quota.resource_registry [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Creating instance of TrackedResource for resource:security_group May 04 18:17:51.549589 dv-cinder-789603-2-smb neutron-server[74112]: WARNING neutron.quota.resource_registry [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] security_group is already registered May 04 18:17:51.550172 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.quota.resource_registry [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 18:17:51.550496 dv-cinder-789603-2-smb neutron-server[74112]: WARNING neutron.quota.resource_registry [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] security_group_rule is already registered May 04 18:17:51.551174 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.v2.resource_helper [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Service CORE assigned prefix: {{(pid=74112) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:17:51.551530 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.quota.resource_registry [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Creating instance of TrackedResource for resource:subnetpool May 04 18:17:51.551850 dv-cinder-789603-2-smb neutron-server[74112]: WARNING neutron.quota.resource_registry [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] subnetpool is already registered May 04 18:17:51.552452 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.v2.resource_helper [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Service CORE assigned prefix: {{(pid=74112) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:17:51.552809 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.quota.resource_registry [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Creating instance of TrackedResource for resource:subnetpool May 04 18:17:51.553126 dv-cinder-789603-2-smb neutron-server[74112]: WARNING neutron.quota.resource_registry [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] subnetpool is already registered May 04 18:17:51.553775 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: extensions {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.555228 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: address-groups {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.556903 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: address-scopes {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.558111 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: agents {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.559373 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: auto-allocated-topology {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.560681 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: availability_zones {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.562048 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: dhcp-networks {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.563571 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: dhcp-agents {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.564999 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: routers {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.566811 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: flavors {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.569082 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: service_profiles {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.569226 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: next_providers {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.570744 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: service_profiles {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.572232 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: floatingip-pools {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.573548 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: routers {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.575889 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: floatingips {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.577074 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: l3-routers {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.578455 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: l3-agents {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.579951 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: metering-labels {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.581283 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: metering-label-rules {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.582558 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: network-ip-availabilities {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.583856 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: bindings {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.585585 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: quotas {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.587008 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: quotas {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.588483 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: rbac-policies {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.589816 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: security-groups {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.591663 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: security-group-rules {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.592901 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: service-providers {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.594178 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: subnetpools {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.595947 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: subnetpools {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.597125 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: tags {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.598776 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: tags {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.600631 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: tags {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.602474 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: tags {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.605285 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: tags {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.607176 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: tags {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.608961 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: tags {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.722694 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: tags {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.724538 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: tags {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.726401 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron.api.extensions [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Extended resource: tags {{(pid=74112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:17:51.732411 dv-cinder-789603-2-smb neutron-server[74112]: WARNING keystonemiddleware.auth_token [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 04 18:17:51.737272 dv-cinder-789603-2-smb neutron-server[74112]: WARNING keystonemiddleware.auth_token [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 04 18:17:51.745573 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_concurrency.lockutils [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Acquired lock "singleton_lock" {{(pid=74112) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 04 18:17:51.746053 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_concurrency.lockutils [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Releasing lock "singleton_lock" {{(pid=74112) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 04 18:17:51.746684 dv-cinder-789603-2-smb neutron-server[74112]: INFO oslo_service.service [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Starting 2 workers May 04 18:17:51.751834 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Started child 74221 {{(pid=74112) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 18:17:51.756188 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Started child 74222 {{(pid=74112) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 18:17:51.757112 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:17:51.764224 dv-cinder-789603-2-smb neutron-server[74112]: INFO neutron.service [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Neutron service started, listening on 0.0.0.0:9696 May 04 18:17:51.764224 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Notify callbacks [] for process, before_spawn {{(pid=74112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:17:51.764449 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [-] (74221) wsgi starting up on http://0.0.0.0:9696 May 04 18:17:51.764547 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:17:51.765003 dv-cinder-789603-2-smb neutron-server[74112]: INFO oslo_service.service [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Starting 1 workers May 04 18:17:51.765089 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [-] (74222) wsgi starting up on http://0.0.0.0:9696 May 04 18:17:51.766486 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Started child 74223 {{(pid=74112) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 18:17:51.767005 dv-cinder-789603-2-smb neutron-server[74112]: INFO oslo_service.service [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Starting 1 workers May 04 18:17:51.770066 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.service [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] calling RpcWorker wait() {{(pid=74223) _wait /opt/stack/neutron/neutron/service.py:128}} May 04 18:17:51.770575 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.service [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] returning from RpcWorker wait() {{(pid=74223) _wait /opt/stack/neutron/neutron/service.py:135}} May 04 18:17:51.771329 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Started child 74224 {{(pid=74112) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 18:17:51.771836 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:17:51.772121 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG neutron_lib.callbacks.manager [None req-a6c06e9f-d8a9-46b1-80b6-b48b1671d0e5 None None] Notify callbacks [] for process, after_spawn {{(pid=74112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:17:51.772278 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:17:51.774221 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74112) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 04 18:17:51.774424 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 18:17:51.774601 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 18:17:51.774813 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 18:17:51.775133 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 18:17:51.775389 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 18:17:51.775952 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.776228 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.776497 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.776772 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.776875 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:17:51.777327 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.777633 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.777866 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:17:51.777970 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.778123 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.778427 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.778683 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.778845 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.779012 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.779280 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.779531 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.779847 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.780118 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.780363 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.780632 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.780783 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.781050 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.781315 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.781612 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.781821 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] debug = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.782061 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.782696 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.782876 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.783032 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.783378 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.783558 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.783765 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.784022 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.784255 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.784472 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.784686 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.784944 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.785175 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.785392 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.785644 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.785889 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.786107 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.786601 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] host = dv-cinder-789603-2-smb {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.786816 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.787028 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.787318 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.787585 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.787828 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.788092 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.788309 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.788533 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.788782 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.789013 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.789275 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.789498 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.789724 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.790121 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] log_file = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.790294 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] log_options = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.790405 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.790718 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.790982 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.791171 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.791371 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.791592 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.791800 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.792899 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.792899 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.792899 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.792899 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.792899 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.793563 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.793563 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.793843 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.793843 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.794150 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.794361 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.794607 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.794854 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.795078 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.795359 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.795599 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.795830 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.796041 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.796275 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.796507 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.796734 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.796943 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.797189 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.797417 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.797660 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.797892 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.798158 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.798385 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.799464 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.799868 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.800060 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.800257 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.800535 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.800861 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.801025 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.801258 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.801498 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.801737 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.801964 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] use_json = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.802182 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.802416 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.802681 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.802901 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.803135 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.803385 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.803621 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.803861 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.804272 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.804594 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.804932 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.805174 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.805428 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.805669 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.805961 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.806143 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.806392 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.806620 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.806936 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.807184 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.807511 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.807733 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.807997 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.808334 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.808599 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.808857 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.809193 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.809964 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.810182 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.810420 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.810738 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.811049 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.811367 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.816227 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.816227 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.816227 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.816227 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.816227 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.816227 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.816227 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.816227 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.816849 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.816849 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.816849 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.816849 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.816849 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.816849 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.816849 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.816849 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.816849 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.817349 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.817349 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.817349 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.817349 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.817349 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.817349 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.817349 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.817349 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.817349 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.817859 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.817859 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.817859 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.817859 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.818096 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.818260 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.819367 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.819367 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.819367 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.819367 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.819674 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.819674 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.819950 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.820106 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.820336 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.820976 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.820976 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.820976 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.821186 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.821390 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.821606 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.821818 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.822027 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.822235 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.822448 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.822716 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.822879 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.823094 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.823342 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.823582 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.823787 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.824021 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.824259 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.824545 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.824848 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.825723 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.825977 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.826212 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.826446 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.826687 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.826950 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.827242 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.827453 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.827731 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.827988 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.828217 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.828468 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.828696 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.828917 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.829205 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.829422 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.829688 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.829906 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.830152 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.830365 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.830627 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.830877 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.831106 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.831388 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.831618 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.831883 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.832123 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.832390 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.832627 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.832892 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.833210 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.833465 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.833746 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.833993 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.834240 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.834470 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.834737 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.834994 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.835231 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.835479 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.842331 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.842331 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.842331 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.842331 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.842331 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.842331 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.842331 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.842331 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.843035 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.843035 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.843035 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.843035 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.843035 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.843035 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.843035 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.843035 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.843035 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.843726 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.843726 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.843726 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.843726 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.843726 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.843726 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.843726 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.843726 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.844179 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.844179 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.844179 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.844179 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.844179 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.844179 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.844179 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.844179 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.844662 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.844662 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.844662 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.844662 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.844662 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.844662 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.845031 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.845031 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.845188 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.845479 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.845680 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.845924 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.846162 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.846398 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.846636 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.846917 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.847125 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.847384 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.847604 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.847838 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.848054 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.848282 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.848507 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.848732 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.848961 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.849162 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.849405 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.849677 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.850024 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.850267 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.850488 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.850742 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.850950 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.851162 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.851443 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.851648 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.851856 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.852063 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.852272 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.852526 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.852773 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.853007 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.853216 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.853424 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.853631 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.853878 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.854125 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.854421 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.854683 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.854909 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.855141 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.855396 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.855628 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.855834 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.856039 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.856248 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.856479 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.856699 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.856903 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.857107 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.857317 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.857523 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.857760 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.857941 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.858181 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.858392 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.858596 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.858862 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.859091 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.859266 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.859476 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.859681 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.859996 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.860242 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.860472 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.860768 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.860993 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.861238 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.861487 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.861802 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.862042 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.862294 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.862508 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.862720 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.862955 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.863229 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.863522 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.863818 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.864074 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.864360 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.864600 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.865426 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.865426 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.865426 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.865673 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.865944 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.866229 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.866475 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.866730 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.866995 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.867239 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.867446 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.867677 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.867908 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.868120 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.868349 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.868586 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.868805 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.869035 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.869282 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.869497 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.869715 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.869921 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.870156 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.870369 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.870542 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 18:17:51.871163 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74112) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 04 18:17:51.871343 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 18:17:51.871496 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 18:17:51.871681 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 18:17:51.871845 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 18:17:51.872517 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 18:17:51.872716 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.872856 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.873015 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.873170 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.873325 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.873501 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.873656 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.873815 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.873969 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.874145 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.874276 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.874402 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.874547 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.874700 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.874853 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.875006 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.875162 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.875340 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.875499 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.875653 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.875814 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.875994 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.876149 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] debug = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.876314 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.876497 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.876656 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.876810 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.876964 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.877118 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.877272 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.877424 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.877577 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.877732 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.877920 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.878055 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.878196 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.878349 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.878502 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.878656 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.878809 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.878962 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] host = dv-cinder-789603-2-smb {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.879115 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.879290 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.879445 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.879598 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.879751 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.879904 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.880059 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.880212 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.880365 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.880510 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.880659 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.880813 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.881038 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.881148 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] log_file = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.881262 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] log_options = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.881415 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.881568 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.881720 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.881894 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.882066 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.882195 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.882376 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.882559 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.882714 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.882922 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.883013 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.883149 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.883324 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.883477 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.883631 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.883784 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.883938 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.884091 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.884244 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.884396 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.884551 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.884704 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.884856 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.885008 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.885161 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.885313 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.885465 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.885617 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.885774 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.885927 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.886078 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.886232 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.886387 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.886540 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.886692 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.886845 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.886998 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.887155 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.887437 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.887576 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.888298 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.888452 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.888605 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.888758 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.888911 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.889064 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] use_json = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.889217 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.889372 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.889526 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.889679 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.889832 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.889984 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.890137 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.890291 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:17:51.890464 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.890619 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.890788 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.890945 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.891105 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.891284 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.891429 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.891583 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.891738 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.891893 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.892056 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.892212 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.892378 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.892534 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.892690 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.892848 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.893036 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.893148 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.893304 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.893460 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.893617 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.893772 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.893942 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.894099 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.894256 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.894412 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.894567 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.894724 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.894880 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.895037 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.895194 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.895386 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.895541 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.895702 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.895860 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.896015 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.896171 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.896329 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.896485 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.896642 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.896798 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.896954 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.897111 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.897270 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.897426 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.897583 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.897740 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.897897 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.898058 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.898216 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.898634 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.898790 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.898947 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.899103 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.899278 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.899435 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.899590 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.899746 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.899901 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.900057 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.900213 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.900381 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.900536 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.900692 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.900847 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.901004 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.901159 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.901320 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.901475 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.901630 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.901786 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.901942 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.902100 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.902253 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.902409 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.902566 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.902721 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.902881 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.903088 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.903230 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.903390 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.903548 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.903705 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.903862 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.904041 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.904197 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.904354 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.904512 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.904670 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.904847 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.905003 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.905158 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.905314 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.905469 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.905630 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.905786 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.905942 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.906100 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.906257 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.906412 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.906568 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.906746 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.906878 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.907458 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.907458 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.907458 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.907688 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.907688 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.907833 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.907913 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.908057 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.908224 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.908380 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.908573 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.908696 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.908859 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.909025 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.909183 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.909339 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.909495 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.909650 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.909806 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.909961 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.910116 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.910271 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.910457 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.910581 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.910733 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.910898 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.911057 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.911297 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.911457 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.911637 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.911794 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.911950 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.912107 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.912262 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.912417 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.912573 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.912729 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.912886 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.913092 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.913201 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.913325 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.913486 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.913641 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.913795 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.913952 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.914110 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.914266 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.914421 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.914579 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.914736 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.914891 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.915046 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.915228 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.915378 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.915539 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.915695 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.915864 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.916059 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.916191 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.916346 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.916501 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.916656 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.916812 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.916967 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.917123 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.917278 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.917441 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.917600 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.917756 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.917912 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.918070 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.918227 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.918384 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.918543 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.918698 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.918885 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.919044 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.919222 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.919377 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.919534 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.919691 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.919848 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.920004 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.920162 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.920323 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.920477 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.920633 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.920790 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.920945 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.921101 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.921258 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.921482 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.921569 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.921725 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.921898 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.922040 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.922184 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.922337 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.922477 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.922615 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.922776 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.922928 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.923084 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.923271 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.923429 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.923586 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.923740 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.923897 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.924062 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.924223 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.924377 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.924535 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.924687 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.924827 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.924988 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.925133 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.925287 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.925447 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.925612 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.925767 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.925923 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.926077 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.926232 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.926395 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.926550 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.926706 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.926782 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:17:51.926866 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.927005 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.927169 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.927410 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.927510 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.927651 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.927807 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.927961 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.928116 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.928283 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.928440 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.928598 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.928755 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.928911 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.929072 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.929230 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.929389 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.929553 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.929716 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.929874 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.930038 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.930202 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.930365 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.930522 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.930685 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.930852 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.931008 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.931164 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.934140 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.934140 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.934140 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.934140 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.934140 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.934140 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.934140 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.934140 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.934140 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.935320 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.935320 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.935320 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.935320 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.935320 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.935320 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.935320 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.935320 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:17:51.935875 dv-cinder-789603-2-smb neutron-server[74112]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 18:17:52.172535 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 45434) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:17:52.180830 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062337 May 04 18:18:02.794353 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aa6ad9-2222-4d16-8841-a9a7986309d8 None None] get_active_networks_info from dv-cinder-789603-2-smb {{(pid=74223) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 04 18:18:02.862315 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0aa6ad9-2222-4d16-8841-a9a7986309d8 None None] No non-hosted networks {{(pid=74223) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 04 18:18:02.869109 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.agentschedulers_db [None req-c0aa6ad9-2222-4d16-8841-a9a7986309d8 None None] DHCP Agent not found on host dv-cinder-789603-2-smb {{(pid=74223) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 04 18:18:03.004182 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-87b44fb7-ff08-4404-b364-182c0bd9e239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327'] for agent, after_create {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:05.616354 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-ba43c0d4-16d5-44ff-8268-5f82b9742998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327'] for agent, after_create {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:05.651419 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.db.api [None req-afdca782-305e-411b-8b43-a584c6016c8e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-789603-2-smb {{(pid=74223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 18:18:05.651847 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_db.api [None req-afdca782-305e-411b-8b43-a584c6016c8e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 18:18:05.792338 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327'] for agent, after_create {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:05.793089 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:05.793469 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:05.793805 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:05.794188 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:05.794519 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:05.794845 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:05.795226 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:05.795557 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:05.795891 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:05.796215 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:05.796580 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:05.797073 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:05.797654 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-789603-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:05.806685 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789603-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:06.168490 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-afdca782-305e-411b-8b43-a584c6016c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:06.340250 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327'] for agent, after_create {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:08.086479 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327'] for agent, after_create {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:09.441546 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 45524) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:09.539986 dv-cinder-789603-2-smb neutron-server[74223]: INFO neutron.db.l3_hamode_db [None req-0237c448-1174-40e8-a7fd-02b1f1757545 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 04 18:18:09.626603 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0237c448-1174-40e8-a7fd-02b1f1757545 None None] Routers set() bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:18:09.626988 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0237c448-1174-40e8-a7fd-02b1f1757545 None None] Router IDs set() for agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 04 18:18:10.021417 dv-cinder-789603-2-smb neutron-server[74221]: WARNING oslo_policy.policy [None req-08a6f453-fefc-4fcc-bc09-430534e2f228 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:18:10.021992 dv-cinder-789603-2-smb neutron-server[74221]: WARNING oslo_policy.policy [None req-08a6f453-fefc-4fcc-bc09-430534e2f228 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:18:10.236375 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [None req-08a6f453-fefc-4fcc-bc09-430534e2f228 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=74221) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 18:18:10.237303 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-08a6f453-fefc-4fcc-bc09-430534e2f228 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7947919 May 04 18:18:12.600514 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 45538) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:12.958083 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-e9faaafb-86e7-4e8a-a050-fa404017214e admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:18:13.057245 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.policy [None req-e9faaafb-86e7-4e8a-a050-fa404017214e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74221) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 18:18:13.101894 dv-cinder-789603-2-smb neutron-server[74221]: WARNING oslo_policy.policy [None req-e9faaafb-86e7-4e8a-a050-fa404017214e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:18:13.102261 dv-cinder-789603-2-smb neutron-server[74221]: WARNING oslo_policy.policy [None req-e9faaafb-86e7-4e8a-a050-fa404017214e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:18:13.111226 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.quota [None req-e9faaafb-86e7-4e8a-a050-fa404017214e admin admin] Loaded quota_driver: . May 04 18:18:13.126257 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-e9faaafb-86e7-4e8a-a050-fa404017214e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:18:13.289554 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-e9faaafb-86e7-4e8a-a050-fa404017214e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785702149912', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785702149623', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785702157148', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785702130165', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785702141293', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785702049213', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1688309', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1659565', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-613000', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-540884'] for rbac-policy, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:13.466151 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-e9faaafb-86e7-4e8a-a050-fa404017214e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:13.467358 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-e9faaafb-86e7-4e8a-a050-fa404017214e admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8658631 May 04 18:18:16.022148 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 45552) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:16.365084 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Request body: {'network': {'tenant_id': '4a77508c10614800bb1b7cbdecf60977', 'admin_state_up': True, 'project_id': '4a77508c10614800bb1b7cbdecf60977', 'name': 'private'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:18:16.369790 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:18:16.374119 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Usage tracker for resource:network and tenant:4a77508c10614800bb1b7cbdecf60977 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:18:16.378574 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:18:16.384602 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:18:16.448409 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Made reservation on behalf of 4a77508c10614800bb1b7cbdecf60977 for: {'network': 1} {{(pid=74221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:18:16.451559 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for network, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:16.469153 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:16.482657 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:18:16.486214 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Usage tracker for resource:security_group_rule and tenant:4a77508c10614800bb1b7cbdecf60977 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:18:16.491051 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:18:16.497071 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:18:16.590500 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:16.648398 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:16.652668 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:18:16.670651 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=74221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:18:16.696067 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785700215336', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:16.696653 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Unsubscribe: segment precommit_create {{(pid=74221) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 18:18:16.697102 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.db.segments_db [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Added segment bf6e0e4f-caf1-4e08-ac94-f084d46e2b0f of type vlan for network 03691e63-ff48-4f0e-8e50-cfd01d104b0e May 04 18:18:16.744296 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe71a73-5673-4f29-8b69-af4860f413df,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:16.765606 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:16.765934 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:16.766262 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:16.766576 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:16.766889 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:16.767217 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:16.767606 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:16.767915 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:16.768241 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:16.768549 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:16.768850 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:16.769151 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Tracked resource versions report: May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: pushed versions: May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: { 'AddressGroup': {'1.2'}, May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: 'ConntrackHelper': {'1.0'}, May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: 'Log': {'1.0'}, May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: 'Network': {'1.1'}, May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: 'Port': {'1.7'}, May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: 'PortForwarding': {'1.2'}, May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: 'QosPolicy': {'1.8'}, May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: 'SecurityGroup': {'1.4'}, May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: 'SecurityGroupRule': {'1.2'}, May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: 'SubPort': {'1.0'}, May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: 'Subnet': {'1.1'}, May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: 'Trunk': {'1.1'}} May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: consumer versions: May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: { DHCP agent@dv-cinder-789603-2-smb: {}, May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: L3 agent@dv-cinder-789603-2-smb: {}, May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: Metadata agent@dv-cinder-789603-2-smb: {}, May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: Metering agent@dv-cinder-789603-2-smb: {}, May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: Open vSwitch agent@dv-cinder-789603-2-smb: { 'AddressGroup': '1.2', May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: 'ConntrackHelper': '1.0', May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: 'Log': '1.0', May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: 'Network': '1.1', May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: 'Port': '1.7', May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: 'PortForwarding': '1.2', May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: 'QosPolicy': '1.8', May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: 'SecurityGroup': '1.4', May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: 'SecurityGroupRule': '1.2', May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: 'SubPort': '1.0', May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: 'Subnet': '1.1', May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: 'Trunk': '1.1'}} May 04 18:18:16.770180 dv-cinder-789603-2-smb neutron-server[74221]: {{(pid=74221) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 18:18:16.814306 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:18:16.816379 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785699775636'] for network, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:16.925978 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:16.927366 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:18:16.928014 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:16.932600 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:18:17.029537 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Pushing event updated for resources: {'Network': ['ID=03691e63-ff48-4f0e-8e50-cfd01d104b0e,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:17.032917 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:18:17.040872 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Network 03691e63-ff48-4f0e-8e50-cfd01d104b0e details requested by agent ovs-agent-dv-cinder-789603-2-smb with host dv-cinder-789603-2-smb {{(pid=74223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:18:17.123605 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1003549 May 04 18:18:19.737468 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 45568) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:20.178861 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba602859-6c42-43f4-a764-4ee48f460d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:18:20.180270 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-ba602859-6c42-43f4-a764-4ee48f460d15 admin admin] 10.222.0.49 "GET /v2.0/networks/03691e63-ff48-4f0e-8e50-cfd01d104b0e HTTP/1.1" status: 200 len: 825 time: 0.4418237 May 04 18:18:20.206751 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-ea228810-0786-47fd-9d9d-6a390ad4405f admin admin] 10.222.0.49 "GET /v2.0/subnetpools/42e2d53a-03b3-46c7-9fd0-99952af622d9 HTTP/1.1" status: 200 len: 734 time: 0.0206566 May 04 18:18:20.214816 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-826cfed7-240d-4e91-ade7-c02c4ab1c5f6 admin admin] Request body: {'subnet': {'tenant_id': '4a77508c10614800bb1b7cbdecf60977', 'gateway_ip': '172.20.0.1', 'network_id': '03691e63-ff48-4f0e-8e50-cfd01d104b0e', 'name': 'private-subnet', 'subnetpool_id': '42e2d53a-03b3-46c7-9fd0-99952af622d9', 'ip_version': 4}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:18:20.218850 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-826cfed7-240d-4e91-ade7-c02c4ab1c5f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:18:20.222483 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-826cfed7-240d-4e91-ade7-c02c4ab1c5f6 admin admin] Usage tracker for resource:subnet and tenant:4a77508c10614800bb1b7cbdecf60977 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:18:20.225310 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-826cfed7-240d-4e91-ade7-c02c4ab1c5f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:18:20.231993 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-826cfed7-240d-4e91-ade7-c02c4ab1c5f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:18:20.310846 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826cfed7-240d-4e91-ade7-c02c4ab1c5f6 admin admin] Made reservation on behalf of 4a77508c10614800bb1b7cbdecf60977 for: {'subnet': 1} {{(pid=74221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:18:20.313057 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-826cfed7-240d-4e91-ade7-c02c4ab1c5f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:20.835660 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-826cfed7-240d-4e91-ade7-c02c4ab1c5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for subnet, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:20.839447 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:18:20.920013 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826cfed7-240d-4e91-ade7-c02c4ab1c5f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fbbb2bb-413a-488f-b012-26f5244ff145,revision_number=0']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:20.921967 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826cfed7-240d-4e91-ade7-c02c4ab1c5f6 admin admin] Checking segment: {'id': 'bf6e0e4f-caf1-4e08-ac94-f084d46e2b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '03691e63-ff48-4f0e-8e50-cfd01d104b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:18:20.922326 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826cfed7-240d-4e91-ade7-c02c4ab1c5f6 admin admin] Network hostable DHCP agents. Network: 03691e63-ff48-4f0e-8e50-cfd01d104b0e, hostable agents: ['948d1784-d24a-40dc-b599-c4e6e391e200'], hosted agents: [] {{(pid=74221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:18:20.926926 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-826cfed7-240d-4e91-ade7-c02c4ab1c5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:18:20.997291 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826cfed7-240d-4e91-ade7-c02c4ab1c5f6 admin admin] Network 03691e63-ff48-4f0e-8e50-cfd01d104b0e is scheduled to be hosted by DHCP agent 948d1784-d24a-40dc-b599-c4e6e391e200 with binding_index 1 {{(pid=74221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:18:21.088344 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [None req-826cfed7-240d-4e91-ade7-c02c4ab1c5f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-smb, 03691e63-ff48-4f0e-8e50-cfd01d104b0e) {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:21.092947 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826cfed7-240d-4e91-ade7-c02c4ab1c5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:18:21.093526 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-826cfed7-240d-4e91-ade7-c02c4ab1c5f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:21.097611 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfa26af-9a75-4f65-91f5-228cc8382b67 None None] Network 03691e63-ff48-4f0e-8e50-cfd01d104b0e requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:18:21.220363 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-826cfed7-240d-4e91-ade7-c02c4ab1c5f6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0087183 May 04 18:18:21.393962 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe140b76d-5e43-56e8-9ef0-5ecafadefb14-03691e63-ff48-4f0e-8e50-cfd01d104b0e', 'network_id': '03691e63-ff48-4f0e-8e50-cfd01d104b0e', 'tenant_id': '4a77508c10614800bb1b7cbdecf60977', 'fixed_ips': [{'subnet_id': '7fbbb2bb-413a-488f-b012-26f5244ff145'}]}} from dv-cinder-789603-2-smb. {{(pid=74223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 18:18:21.395235 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:21.579956 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.db_base_plugin_common [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Allocated IP 172.20.0.2 (03691e63-ff48-4f0e-8e50-cfd01d104b0e/7fbbb2bb-413a-488f-b012-26f5244ff145/8ba6ddc2-30d6-48e5-b2cb-90c3f9557b25) {{(pid=74223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:18:21.810122 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Notify callbacks [] for port, precommit_create {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:21.822996 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Transition to ACTIVE for port object 8ba6ddc2-30d6-48e5-b2cb-90c3f9557b25 will not be triggered until provisioned by entity L2. {{(pid=74223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:18:21.843086 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Transition to ACTIVE for port object 8ba6ddc2-30d6-48e5-b2cb-90c3f9557b25 will not be triggered until provisioned by entity DHCP. {{(pid=74223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:18:21.911465 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542'] for port, after_create {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:21.916455 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:18:21.971326 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Network 03691e63-ff48-4f0e-8e50-cfd01d104b0e is already hosted by enough agents. {{(pid=74223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:18:21.977902 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.scheduler.base_scheduler [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Resources bound (agent type, host, resource id): {{(pid=74223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:21.989225 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Received port after_create {{(pid=74223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:18:21.991364 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Pushing event updated for resources: {'Port': ['ID=8ba6ddc2-30d6-48e5-b2cb-90c3f9557b25,revision_number=1']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:22.026748 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:22.027623 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:22.027954 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:22.028271 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:22.028586 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:22.028900 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:22.029208 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:22.029915 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:22.029915 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:22.030308 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:22.030510 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:22.030812 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Tracked resource versions report: May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: pushed versions: May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: { 'AddressGroup': {'1.2'}, May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: 'ConntrackHelper': {'1.0'}, May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: 'Log': {'1.0'}, May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: 'Network': {'1.1'}, May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: 'Port': {'1.7'}, May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: 'PortForwarding': {'1.2'}, May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: 'QosPolicy': {'1.8'}, May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: 'SecurityGroup': {'1.4'}, May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: 'SecurityGroupRule': {'1.2'}, May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: 'SubPort': {'1.0'}, May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: 'Subnet': {'1.1'}, May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: 'Trunk': {'1.1'}} May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: consumer versions: May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: { DHCP agent@dv-cinder-789603-2-smb: {}, May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: L3 agent@dv-cinder-789603-2-smb: {}, May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: Metadata agent@dv-cinder-789603-2-smb: {}, May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: Metering agent@dv-cinder-789603-2-smb: {}, May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: Open vSwitch agent@dv-cinder-789603-2-smb: { 'AddressGroup': '1.2', May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: 'ConntrackHelper': '1.0', May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: 'Log': '1.0', May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: 'Network': '1.1', May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: 'Port': '1.7', May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: 'PortForwarding': '1.2', May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: 'QosPolicy': '1.8', May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: 'SecurityGroup': '1.4', May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: 'SecurityGroupRule': '1.2', May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: 'SubPort': '1.0', May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: 'Subnet': '1.1', May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: 'Trunk': '1.1'}} May 04 18:18:22.032073 dv-cinder-789603-2-smb neutron-server[74223]: {{(pid=74223) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 18:18:22.039923 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:18:22.094143 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Attempting to bind port 8ba6ddc2-30d6-48e5-b2cb-90c3f9557b25 on host dv-cinder-789603-2-smb for vnic_type normal with profile {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:18:22.094454 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Attempting to bind port 8ba6ddc2-30d6-48e5-b2cb-90c3f9557b25 by drivers openvswitch,hyperv on host dv-cinder-789603-2-smb at level 0 using segments [{'id': 'bf6e0e4f-caf1-4e08-ac94-f084d46e2b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '03691e63-ff48-4f0e-8e50-cfd01d104b0e'}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:18:22.094879 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Attempting to bind port 8ba6ddc2-30d6-48e5-b2cb-90c3f9557b25 on network 03691e63-ff48-4f0e-8e50-cfd01d104b0e {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:18:22.100105 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Checking agent: {'id': 'bc53da1e-f01a-45f2-860f-1d5e19382f0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 18, 6), 'started_at': datetime.datetime(2021, 5, 4, 18, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:18:22.100756 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Checking segment: {'id': 'bf6e0e4f-caf1-4e08-ac94-f084d46e2b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '03691e63-ff48-4f0e-8e50-cfd01d104b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:18:22.100979 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:22.101369 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Bound using segment: {'id': 'bf6e0e4f-caf1-4e08-ac94-f084d46e2b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '03691e63-ff48-4f0e-8e50-cfd01d104b0e'} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:18:22.101854 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Bound port: 8ba6ddc2-30d6-48e5-b2cb-90c3f9557b25, host: dv-cinder-789603-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6e0e4f-caf1-4e08-ac94-f084d46e2b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '03691e63-ff48-4f0e-8e50-cfd01d104b0e'}}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:18:22.102264 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:22.189736 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] For port 8ba6ddc2-30d6-48e5-b2cb-90c3f9557b25, host dv-cinder-789603-2-smb, cleared binding levels {{(pid=74223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:18:22.193572 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] For port 8ba6ddc2-30d6-48e5-b2cb-90c3f9557b25, host dv-cinder-789603-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=8ba6ddc2-30d6-48e5-b2cb-90c3f9557b25,segment=NetworkSegment(bf6e0e4f-caf1-4e08-ac94-f084d46e2b0f),segment_id=bf6e0e4f-caf1-4e08-ac94-f084d46e2b0f)] {{(pid=74223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:18:22.248896 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:22.252876 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:18:22.336742 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Pushing event updated for resources: {'Port': ['ID=8ba6ddc2-30d6-48e5-b2cb-90c3f9557b25,revision_number=2']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:22.340592 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:18:23.587603 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 45578) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:24.182145 dv-cinder-789603-2-smb neutron-server[74222]: WARNING oslo_policy.policy [None req-417835cd-155a-4472-b7ab-155dcde0a4e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:18:24.182708 dv-cinder-789603-2-smb neutron-server[74222]: WARNING oslo_policy.policy [None req-417835cd-155a-4472-b7ab-155dcde0a4e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:18:24.398542 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [None req-417835cd-155a-4472-b7ab-155dcde0a4e0 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=74222) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 18:18:24.399736 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-417835cd-155a-4472-b7ab-155dcde0a4e0 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8101244 May 04 18:18:26.790152 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 45596) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:27.158603 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [None req-7f613d9f-5425-493e-94a2-6b04b3f9533f admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=74222) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 18:18:27.159602 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-7f613d9f-5425-493e-94a2-6b04b3f9533f admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3685503 May 04 18:18:27.461372 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 8ba6ddc2-30d6-48e5-b2cb-90c3f9557b25 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:18:27.602624 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning for port 8ba6ddc2-30d6-48e5-b2cb-90c3f9557b25 completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:18:27.834655 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da99e40c-a8ff-4729-b482-98bc872c1160 None None] Network 03691e63-ff48-4f0e-8e50-cfd01d104b0e requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:18:27.989715 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-e02dc8cc-8ee1-42fd-9d73-8bbcec8ca253 None None] Provisioning for port 8ba6ddc2-30d6-48e5-b2cb-90c3f9557b25 completed by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:18:28.000885 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-e02dc8cc-8ee1-42fd-9d73-8bbcec8ca253 None None] Provisioning complete for port 8ba6ddc2-30d6-48e5-b2cb-90c3f9557b25 triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:18:28.001276 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-e02dc8cc-8ee1-42fd-9d73-8bbcec8ca253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:28.183427 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-e02dc8cc-8ee1-42fd-9d73-8bbcec8ca253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:28.222607 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-e02dc8cc-8ee1-42fd-9d73-8bbcec8ca253 None None] For port 8ba6ddc2-30d6-48e5-b2cb-90c3f9557b25, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=8ba6ddc2-30d6-48e5-b2cb-90c3f9557b25,segment=NetworkSegment(bf6e0e4f-caf1-4e08-ac94-f084d46e2b0f),segment_id=bf6e0e4f-caf1-4e08-ac94-f084d46e2b0f)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:18:28.294280 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-e02dc8cc-8ee1-42fd-9d73-8bbcec8ca253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:28.297542 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:18:28.364318 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02dc8cc-8ee1-42fd-9d73-8bbcec8ca253 None None] Pushing event updated for resources: {'Port': ['ID=8ba6ddc2-30d6-48e5-b2cb-90c3f9557b25,revision_number=3']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:28.367343 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-e02dc8cc-8ee1-42fd-9d73-8bbcec8ca253 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:18:28.414282 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-7e0b1247-ec2a-40ca-a4d6-453d381c2f41 None None] Provisioning complete for port 8ba6ddc2-30d6-48e5-b2cb-90c3f9557b25 triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:18:28.414645 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-7e0b1247-ec2a-40ca-a4d6-453d381c2f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:29.434690 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 8ba6ddc2-30d6-48e5-b2cb-90c3f9557b25 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:18:29.498931 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port 8ba6ddc2-30d6-48e5-b2cb-90c3f9557b25 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:18:29.499336 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:29.780760 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 45608) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:30.129675 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-2e8b95c4-13be-42f1-83a3-9d3032206fa2 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '4a77508c10614800bb1b7cbdecf60977', 'name': 'router1'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:18:30.199651 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.policy [None req-2e8b95c4-13be-42f1-83a3-9d3032206fa2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74222) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 18:18:30.244197 dv-cinder-789603-2-smb neutron-server[74222]: WARNING oslo_policy.policy [None req-2e8b95c4-13be-42f1-83a3-9d3032206fa2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:18:30.244555 dv-cinder-789603-2-smb neutron-server[74222]: WARNING oslo_policy.policy [None req-2e8b95c4-13be-42f1-83a3-9d3032206fa2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:18:30.253593 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.quota [None req-2e8b95c4-13be-42f1-83a3-9d3032206fa2 admin admin] Loaded quota_driver: . May 04 18:18:30.268998 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-2e8b95c4-13be-42f1-83a3-9d3032206fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:18:30.275687 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-2e8b95c4-13be-42f1-83a3-9d3032206fa2 admin admin] Usage tracker for resource:router and tenant:4a77508c10614800bb1b7cbdecf60977 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:18:30.280116 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-2e8b95c4-13be-42f1-83a3-9d3032206fa2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:18:30.287340 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-2e8b95c4-13be-42f1-83a3-9d3032206fa2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:18:30.356988 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2e8b95c4-13be-42f1-83a3-9d3032206fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-943714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29278'] for router, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:30.358989 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2e8b95c4-13be-42f1-83a3-9d3032206fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-883042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29271'] for router, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:30.383920 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2e8b95c4-13be-42f1-83a3-9d3032206fa2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:30.551733 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2e8b95c4-13be-42f1-83a3-9d3032206fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-943643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942780'] for router, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:30.642138 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2e8b95c4-13be-42f1-83a3-9d3032206fa2 admin admin] Notify callbacks [] for router, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:30.643425 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-2e8b95c4-13be-42f1-83a3-9d3032206fa2 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8616681 May 04 18:18:32.754512 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-895f75c2-1d70-4d4f-91fb-ef4bda20127b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:32.979144 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 45620) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:33.343839 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [None req-58e721b8-d468-49d6-bb5f-d62c5ed68fc9 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=74222) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 18:18:33.344802 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-58e721b8-d468-49d6-bb5f-d62c5ed68fc9 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3647275 May 04 18:18:35.594362 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-1b9380a3-0ed5-4250-9ce3-7dfba8b00b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:35.698897 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 45630) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:35.720192 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:36.066254 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:18:36.071353 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:18:36.075036 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Usage tracker for resource:network and tenant:d2808a3820ab4e54a84922b6ff297ed6 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:18:36.078558 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:18:36.084188 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:18:36.179458 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Made reservation on behalf of d2808a3820ab4e54a84922b6ff297ed6 for: {'network': 1} {{(pid=74222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:18:36.182122 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for network, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:36.198480 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:36.212252 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:18:36.216584 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Usage tracker for resource:security_group_rule and tenant:d2808a3820ab4e54a84922b6ff297ed6 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:18:36.219839 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:18:36.225397 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:18:36.314434 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:36.402901 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:36.436419 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:36.441656 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:18:36.454868 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Reserving flat network on physical network physnet1 {{(pid=74222) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 04 18:18:36.485330 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785700215336', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:36.485891 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Unsubscribe: segment precommit_create {{(pid=74222) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 18:18:36.486335 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.db.segments_db [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Added segment d30f7483-d557-48d7-ad06-77acf24064bb of type flat for network 90b44f7d-5c55-4edd-ba51-1d4bf68bd72d May 04 18:18:36.536004 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0426cafa-df4e-4d04-a5a2-829eeb213059,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:36.555061 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:36.555422 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:36.555748 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:36.556068 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:36.556385 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:36.556700 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:36.557013 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:36.557322 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:36.557646 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:36.557990 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:36.558297 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:36.558602 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Tracked resource versions report: May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: pushed versions: May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: { 'AddressGroup': {'1.2'}, May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: 'ConntrackHelper': {'1.0'}, May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: 'Log': {'1.0'}, May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: 'Network': {'1.1'}, May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: 'Port': {'1.7'}, May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: 'PortForwarding': {'1.2'}, May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: 'QosPolicy': {'1.8'}, May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: 'SecurityGroup': {'1.4'}, May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: 'SecurityGroupRule': {'1.2'}, May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: 'SubPort': {'1.0'}, May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: 'Subnet': {'1.1'}, May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: 'Trunk': {'1.1'}} May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: consumer versions: May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: { DHCP agent@dv-cinder-789603-2-smb: {}, May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: L3 agent@dv-cinder-789603-2-smb: {}, May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: Metadata agent@dv-cinder-789603-2-smb: {}, May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: Metering agent@dv-cinder-789603-2-smb: {}, May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: Open vSwitch agent@dv-cinder-789603-2-smb: { 'AddressGroup': '1.2', May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: 'ConntrackHelper': '1.0', May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: 'Log': '1.0', May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: 'Network': '1.1', May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: 'Port': '1.7', May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: 'PortForwarding': '1.2', May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: 'QosPolicy': '1.8', May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: 'SecurityGroup': '1.4', May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: 'SecurityGroupRule': '1.2', May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: 'SubPort': '1.0', May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: 'Subnet': '1.1', May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: 'Trunk': '1.1'}} May 04 18:18:36.559679 dv-cinder-789603-2-smb neutron-server[74222]: {{(pid=74222) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 18:18:36.608818 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785699775636'] for network, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:36.614040 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:18:36.722362 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:36.723852 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:18:36.724519 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:36.729132 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:18:36.830136 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Pushing event updated for resources: {'Network': ['ID=90b44f7d-5c55-4edd-ba51-1d4bf68bd72d,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:36.833301 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:18:36.841370 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Network 90b44f7d-5c55-4edd-ba51-1d4bf68bd72d details requested by agent ovs-agent-dv-cinder-789603-2-smb with host dv-cinder-789603-2-smb {{(pid=74223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:18:36.894420 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1943326 May 04 18:18:38.025444 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:39.214408 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 45654) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:39.424771 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd1f645-436e-455f-a807-bcdd9c342b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:18:39.426091 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-8bd1f645-436e-455f-a807-bcdd9c342b96 admin admin] 10.222.0.49 "GET /v2.0/subnets/7fbbb2bb-413a-488f-b012-26f5244ff145 HTTP/1.1" status: 200 len: 849 time: 0.2107563 May 04 18:18:39.578268 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-085dde27-d4f0-4325-ac86-144da937c4aa admin admin] 10.222.0.49 "GET /v2.0/routers/b3da8e30-9b66-4fbf-8772-ea3728345e28 HTTP/1.1" status: 200 len: 704 time: 0.1467149 May 04 18:18:40.025986 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-859e4a7c-8a86-496e-a924-43ee80842c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:40.250517 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.db_base_plugin_common [None req-859e4a7c-8a86-496e-a924-43ee80842c1b admin admin] Allocated IP 172.20.0.1 (03691e63-ff48-4f0e-8e50-cfd01d104b0e/7fbbb2bb-413a-488f-b012-26f5244ff145/ced68318-92a8-4b6a-9b84-fe3bc2e874c0) {{(pid=74222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:18:40.399958 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-859e4a7c-8a86-496e-a924-43ee80842c1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:40.417590 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.provisioning_blocks [None req-859e4a7c-8a86-496e-a924-43ee80842c1b admin admin] Transition to ACTIVE for port object ced68318-92a8-4b6a-9b84-fe3bc2e874c0 will not be triggered until provisioned by entity DHCP. {{(pid=74222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:18:40.551108 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-859e4a7c-8a86-496e-a924-43ee80842c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542'] for port, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:40.555764 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:18:40.612496 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859e4a7c-8a86-496e-a924-43ee80842c1b admin admin] Network 03691e63-ff48-4f0e-8e50-cfd01d104b0e is already hosted by enough agents. {{(pid=74222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:18:40.618940 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.base_scheduler [None req-859e4a7c-8a86-496e-a924-43ee80842c1b admin admin] Resources bound (agent type, host, resource id): {{(pid=74222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:40.625680 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859e4a7c-8a86-496e-a924-43ee80842c1b admin admin] Received port after_create {{(pid=74222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:18:40.626183 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-859e4a7c-8a86-496e-a924-43ee80842c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-920019'] for router_interface, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:40.752388 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e4a7c-8a86-496e-a924-43ee80842c1b admin admin] Pushing event updated for resources: {'Port': ['ID=ced68318-92a8-4b6a-9b84-fe3bc2e874c0,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:40.766861 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-859e4a7c-8a86-496e-a924-43ee80842c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:18:40.922044 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-80d78230-b6ef-4235-aa3d-f734dffa9cce None None] Provisioning for port ced68318-92a8-4b6a-9b84-fe3bc2e874c0 completed by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:18:40.926697 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-80d78230-b6ef-4235-aa3d-f734dffa9cce None None] Provisioning complete for port ced68318-92a8-4b6a-9b84-fe3bc2e874c0 triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:18:40.927023 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-80d78230-b6ef-4235-aa3d-f734dffa9cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:40.984721 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-80d78230-b6ef-4235-aa3d-f734dffa9cce None None] Port ced68318-92a8-4b6a-9b84-fe3bc2e874c0 cannot update to ACTIVE because it is not bound. {{(pid=74223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:18:41.024739 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-859e4a7c-8a86-496e-a924-43ee80842c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:41.247191 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-859e4a7c-8a86-496e-a924-43ee80842c1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:41.310316 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-859e4a7c-8a86-496e-a924-43ee80842c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:41.311426 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-859e4a7c-8a86-496e-a924-43ee80842c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919920'] for router_interface, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:41.314550 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:18:41.443002 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e4a7c-8a86-496e-a924-43ee80842c1b admin admin] Pushing event updated for resources: {'Port': ['ID=ced68318-92a8-4b6a-9b84-fe3bc2e874c0,revision_number=2']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:41.449752 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-859e4a7c-8a86-496e-a924-43ee80842c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:18:41.499786 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859e4a7c-8a86-496e-a924-43ee80842c1b admin admin] Network 03691e63-ff48-4f0e-8e50-cfd01d104b0e is already hosted by enough agents. {{(pid=74222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:18:41.500752 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.base_scheduler [None req-859e4a7c-8a86-496e-a924-43ee80842c1b admin admin] Resources bound (agent type, host, resource id): {{(pid=74222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:41.708090 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-78be4f81-0307-47d7-8417-fe5e0a36dcf7 None None] Provisioning complete for port ced68318-92a8-4b6a-9b84-fe3bc2e874c0 triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:18:41.708457 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-78be4f81-0307-47d7-8417-fe5e0a36dcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:41.758700 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-78be4f81-0307-47d7-8417-fe5e0a36dcf7 None None] Port ced68318-92a8-4b6a-9b84-fe3bc2e874c0 cannot update to ACTIVE because it is not bound. {{(pid=74223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:18:41.766143 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859e4a7c-8a86-496e-a924-43ee80842c1b admin admin] Router b3da8e30-9b66-4fbf-8772-ea3728345e28 is scheduled to L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b with binding_index 1 {{(pid=74222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 18:18:41.933137 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859e4a7c-8a86-496e-a924-43ee80842c1b admin admin] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:18:41.942595 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ed331f-f800-4e33-ae49-ac71b151d20d None None] Sync routers for ids ['b3da8e30-9b66-4fbf-8772-ea3728345e28'] in dv-cinder-789603-2-smb {{(pid=74224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:18:41.943665 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-859e4a7c-8a86-496e-a924-43ee80842c1b admin admin] 10.222.0.49 "PUT /v2.0/routers/b3da8e30-9b66-4fbf-8772-ea3728345e28/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3605895 May 04 18:18:41.952953 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ed331f-f800-4e33-ae49-ac71b151d20d None None] Routers {'b3da8e30-9b66-4fbf-8772-ea3728345e28'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:18:41.953771 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-93ed331f-f800-4e33-ae49-ac71b151d20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:18:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['b3da8e30-9b66-4fbf-8772-ea3728345e28'], 'active': True} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:42.126750 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvr_db [None req-93ed331f-f800-4e33-ae49-ac71b151d20d None None] Set router b3da8e30-9b66-4fbf-8772-ea3728345e28 gateway port host: None {{(pid=74224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:18:42.484837 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-93ed331f-f800-4e33-ae49-ac71b151d20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3da8e30-9b66-4fbf-8772-ea3728345e28', 'name': 'router1', 'tenant_id': '4a77508c10614800bb1b7cbdecf60977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:18:30Z', 'updated_at': '2021-05-04T18:18:40Z', 'revision_number': 2, 'project_id': '4a77508c10614800bb1b7cbdecf60977', 'gw_port_host': None, '_interfaces': [{'id': 'ced68318-92a8-4b6a-9b84-fe3bc2e874c0', 'name': '', 'network_id': '03691e63-ff48-4f0e-8e50-cfd01d104b0e', 'tenant_id': '4a77508c10614800bb1b7cbdecf60977', 'mac_address': 'fa:16:3e:07:de:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3da8e30-9b66-4fbf-8772-ea3728345e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fbbb2bb-413a-488f-b012-26f5244ff145', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:18:40Z', 'updated_at': '2021-05-04T18:18:41Z', 'revision_number': 2, 'project_id': '4a77508c10614800bb1b7cbdecf60977', 'subnets': [{'id': '7fbbb2bb-413a-488f-b012-26f5244ff145', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42e2d53a-03b3-46c7-9fd0-99952af622d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:42.489561 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ed331f-f800-4e33-ae49-ac71b151d20d None None] Checking router: b3da8e30-9b66-4fbf-8772-ea3728345e28 for host: dv-cinder-789603-2-smb {{(pid=74224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:18:42.489937 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ed331f-f800-4e33-ae49-ac71b151d20d None None] Updating router b3da8e30-9b66-4fbf-8772-ea3728345e28 port ced68318-92a8-4b6a-9b84-fe3bc2e874c0 binding host dv-cinder-789603-2-smb {{(pid=74224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:18:42.540912 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-93ed331f-f800-4e33-ae49-ac71b151d20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:42.912076 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-93ed331f-f800-4e33-ae49-ac71b151d20d None None] Notify callbacks [] for port, precommit_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:42.926917 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.provisioning_blocks [None req-93ed331f-f800-4e33-ae49-ac71b151d20d None None] Transition to ACTIVE for port object ced68318-92a8-4b6a-9b84-fe3bc2e874c0 will not be triggered until provisioned by entity L2. {{(pid=74224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:18:43.006808 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-93ed331f-f800-4e33-ae49-ac71b151d20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:43.013090 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:18:43.208935 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cac17-39f2-465c-998a-c6df92bbfe42 None None] Pushing event updated for resources: {'Port': ['ID=ced68318-92a8-4b6a-9b84-fe3bc2e874c0,revision_number=3']} {{(pid=74224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:43.230781 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9cac17-39f2-465c-998a-c6df92bbfe42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:43.231122 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9cac17-39f2-465c-998a-c6df92bbfe42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:43.231479 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9cac17-39f2-465c-998a-c6df92bbfe42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:43.231806 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9cac17-39f2-465c-998a-c6df92bbfe42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:43.232127 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9cac17-39f2-465c-998a-c6df92bbfe42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:43.232448 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9cac17-39f2-465c-998a-c6df92bbfe42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:43.232761 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9cac17-39f2-465c-998a-c6df92bbfe42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:43.233073 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9cac17-39f2-465c-998a-c6df92bbfe42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:43.233385 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9cac17-39f2-465c-998a-c6df92bbfe42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:43.233694 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9cac17-39f2-465c-998a-c6df92bbfe42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:43.234004 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9cac17-39f2-465c-998a-c6df92bbfe42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:43.234311 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9cac17-39f2-465c-998a-c6df92bbfe42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9cac17-39f2-465c-998a-c6df92bbfe42 None None] Tracked resource versions report: May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: pushed versions: May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: { 'AddressGroup': {'1.2'}, May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: 'ConntrackHelper': {'1.0'}, May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: 'Log': {'1.0'}, May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: 'Network': {'1.1'}, May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: 'Port': {'1.7'}, May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: 'PortForwarding': {'1.2'}, May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: 'QosPolicy': {'1.8'}, May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: 'SecurityGroup': {'1.4'}, May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: 'SecurityGroupRule': {'1.2'}, May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: 'SubPort': {'1.0'}, May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: 'Subnet': {'1.1'}, May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: 'Trunk': {'1.1'}} May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: consumer versions: May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: { DHCP agent@dv-cinder-789603-2-smb: {}, May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: L3 agent@dv-cinder-789603-2-smb: {}, May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: Metadata agent@dv-cinder-789603-2-smb: {}, May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: Metering agent@dv-cinder-789603-2-smb: {}, May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: Open vSwitch agent@dv-cinder-789603-2-smb: { 'AddressGroup': '1.2', May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: 'ConntrackHelper': '1.0', May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: 'Log': '1.0', May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: 'Network': '1.1', May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: 'Port': '1.7', May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: 'PortForwarding': '1.2', May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: 'QosPolicy': '1.8', May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: 'SecurityGroup': '1.4', May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: 'SecurityGroupRule': '1.2', May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: 'SubPort': '1.0', May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: 'Subnet': '1.1', May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: 'Trunk': '1.1'}} May 04 18:18:43.235412 dv-cinder-789603-2-smb neutron-server[74224]: {{(pid=74224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 18:18:43.241472 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.managers [None req-93ed331f-f800-4e33-ae49-ac71b151d20d None None] Attempting to bind port ced68318-92a8-4b6a-9b84-fe3bc2e874c0 on host dv-cinder-789603-2-smb for vnic_type normal with profile {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:18:43.241877 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.managers [None req-93ed331f-f800-4e33-ae49-ac71b151d20d None None] Attempting to bind port ced68318-92a8-4b6a-9b84-fe3bc2e874c0 by drivers openvswitch,hyperv on host dv-cinder-789603-2-smb at level 0 using segments [{'id': 'bf6e0e4f-caf1-4e08-ac94-f084d46e2b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '03691e63-ff48-4f0e-8e50-cfd01d104b0e'}] {{(pid=74224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:18:43.242313 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ed331f-f800-4e33-ae49-ac71b151d20d None None] Attempting to bind port ced68318-92a8-4b6a-9b84-fe3bc2e874c0 on network 03691e63-ff48-4f0e-8e50-cfd01d104b0e {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:18:43.244815 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [None req-4e9cac17-39f2-465c-998a-c6df92bbfe42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:18:43.248836 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ed331f-f800-4e33-ae49-ac71b151d20d None None] Checking agent: {'id': 'bc53da1e-f01a-45f2-860f-1d5e19382f0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 18, 6), 'started_at': datetime.datetime(2021, 5, 4, 18, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:18:43.249244 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ed331f-f800-4e33-ae49-ac71b151d20d None None] Checking segment: {'id': 'bf6e0e4f-caf1-4e08-ac94-f084d46e2b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '03691e63-ff48-4f0e-8e50-cfd01d104b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:18:43.249726 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-93ed331f-f800-4e33-ae49-ac71b151d20d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:43.250115 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ed331f-f800-4e33-ae49-ac71b151d20d None None] Bound using segment: {'id': 'bf6e0e4f-caf1-4e08-ac94-f084d46e2b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '03691e63-ff48-4f0e-8e50-cfd01d104b0e'} {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:18:43.250618 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.managers [None req-93ed331f-f800-4e33-ae49-ac71b151d20d None None] Bound port: ced68318-92a8-4b6a-9b84-fe3bc2e874c0, host: dv-cinder-789603-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6e0e4f-caf1-4e08-ac94-f084d46e2b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '03691e63-ff48-4f0e-8e50-cfd01d104b0e'}}] {{(pid=74224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:18:43.251008 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-93ed331f-f800-4e33-ae49-ac71b151d20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:43.336083 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.db [None req-93ed331f-f800-4e33-ae49-ac71b151d20d None None] For port ced68318-92a8-4b6a-9b84-fe3bc2e874c0, host dv-cinder-789603-2-smb, cleared binding levels {{(pid=74224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:18:43.340132 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.db [None req-93ed331f-f800-4e33-ae49-ac71b151d20d None None] For port ced68318-92a8-4b6a-9b84-fe3bc2e874c0, host dv-cinder-789603-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=ced68318-92a8-4b6a-9b84-fe3bc2e874c0,segment=NetworkSegment(bf6e0e4f-caf1-4e08-ac94-f084d46e2b0f),segment_id=bf6e0e4f-caf1-4e08-ac94-f084d46e2b0f)] {{(pid=74224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:18:43.419652 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-93ed331f-f800-4e33-ae49-ac71b151d20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:43.423722 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [None req-4e9cac17-39f2-465c-998a-c6df92bbfe42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:18:43.505802 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ed331f-f800-4e33-ae49-ac71b151d20d None None] Routers {'b3da8e30-9b66-4fbf-8772-ea3728345e28'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:18:43.506436 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-93ed331f-f800-4e33-ae49-ac71b151d20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:18:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['b3da8e30-9b66-4fbf-8772-ea3728345e28'], 'active': True} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:43.654425 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cac17-39f2-465c-998a-c6df92bbfe42 None None] Pushing event updated for resources: {'Port': ['ID=ced68318-92a8-4b6a-9b84-fe3bc2e874c0,revision_number=4']} {{(pid=74224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:43.659233 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [None req-4e9cac17-39f2-465c-998a-c6df92bbfe42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:18:43.690808 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvr_db [None req-93ed331f-f800-4e33-ae49-ac71b151d20d None None] Set router b3da8e30-9b66-4fbf-8772-ea3728345e28 gateway port host: None {{(pid=74224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:18:44.020005 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-93ed331f-f800-4e33-ae49-ac71b151d20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3da8e30-9b66-4fbf-8772-ea3728345e28', 'name': 'router1', 'tenant_id': '4a77508c10614800bb1b7cbdecf60977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:18:30Z', 'updated_at': '2021-05-04T18:18:40Z', 'revision_number': 2, 'project_id': '4a77508c10614800bb1b7cbdecf60977', 'gw_port_host': None, '_interfaces': [{'id': 'ced68318-92a8-4b6a-9b84-fe3bc2e874c0', 'name': '', 'network_id': '03691e63-ff48-4f0e-8e50-cfd01d104b0e', 'tenant_id': '4a77508c10614800bb1b7cbdecf60977', 'mac_address': 'fa:16:3e:07:de:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3da8e30-9b66-4fbf-8772-ea3728345e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fbbb2bb-413a-488f-b012-26f5244ff145', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:18:40Z', 'updated_at': '2021-05-04T18:18:43Z', 'revision_number': 4, 'project_id': '4a77508c10614800bb1b7cbdecf60977', 'subnets': [{'id': '7fbbb2bb-413a-488f-b012-26f5244ff145', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42e2d53a-03b3-46c7-9fd0-99952af622d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:44.025235 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ed331f-f800-4e33-ae49-ac71b151d20d None None] The sync data for ids ['b3da8e30-9b66-4fbf-8772-ea3728345e28'] in dv-cinder-789603-2-smb is: [{'id': 'b3da8e30-9b66-4fbf-8772-ea3728345e28', 'name': 'router1', 'tenant_id': '4a77508c10614800bb1b7cbdecf60977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:18:30Z', 'updated_at': '2021-05-04T18:18:40Z', 'revision_number': 2, 'project_id': '4a77508c10614800bb1b7cbdecf60977', 'gw_port_host': None, '_interfaces': [{'id': 'ced68318-92a8-4b6a-9b84-fe3bc2e874c0', 'name': '', 'network_id': '03691e63-ff48-4f0e-8e50-cfd01d104b0e', 'tenant_id': '4a77508c10614800bb1b7cbdecf60977', 'mac_address': 'fa:16:3e:07:de:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3da8e30-9b66-4fbf-8772-ea3728345e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fbbb2bb-413a-488f-b012-26f5244ff145', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:18:40Z', 'updated_at': '2021-05-04T18:18:43Z', 'revision_number': 4, 'project_id': '4a77508c10614800bb1b7cbdecf60977', 'subnets': [{'id': '7fbbb2bb-413a-488f-b012-26f5244ff145', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42e2d53a-03b3-46c7-9fd0-99952af622d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:18:44.127414 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 45676) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:44.272689 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade1c12f-dc7e-4ceb-97d0-615b31760445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:18:44.273170 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-ade1c12f-dc7e-4ceb-97d0-615b31760445 admin admin] Synchronizing usage tracker for tenant:d2808a3820ab4e54a84922b6ff297ed6 on resource:network {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:18:44.343155 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-ade1c12f-dc7e-4ceb-97d0-615b31760445 admin admin] Unset dirty status for tenant:d2808a3820ab4e54a84922b6ff297ed6 on resource:network {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:18:44.344511 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-ade1c12f-dc7e-4ceb-97d0-615b31760445 admin admin] 10.222.0.49 "GET /v2.0/networks/90b44f7d-5c55-4edd-ba51-1d4bf68bd72d HTTP/1.1" status: 200 len: 842 time: 0.2161536 May 04 18:18:44.353993 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-5accdfa7-57ef-404d-a8af-b1978de88822 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.1.1', 'enable_dhcp': False, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'cidr': '172.28.1.0/24', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:18:44.360109 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-5accdfa7-57ef-404d-a8af-b1978de88822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:18:44.363861 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-5accdfa7-57ef-404d-a8af-b1978de88822 admin admin] Usage tracker for resource:subnet and tenant:d2808a3820ab4e54a84922b6ff297ed6 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:18:44.366792 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-5accdfa7-57ef-404d-a8af-b1978de88822 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:18:44.372949 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-5accdfa7-57ef-404d-a8af-b1978de88822 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:18:44.465414 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5accdfa7-57ef-404d-a8af-b1978de88822 admin admin] Made reservation on behalf of d2808a3820ab4e54a84922b6ff297ed6 for: {'subnet': 1} {{(pid=74222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:18:44.467760 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-5accdfa7-57ef-404d-a8af-b1978de88822 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:44.923356 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.objects.ports [None req-5accdfa7-57ef-404d-a8af-b1978de88822 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74222) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 04 18:18:44.923793 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-5accdfa7-57ef-404d-a8af-b1978de88822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for subnet, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:44.928042 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:18:45.037253 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5accdfa7-57ef-404d-a8af-b1978de88822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15770a9c-0e03-4178-b54a-c3c1706d1253,revision_number=0']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:45.045052 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-5accdfa7-57ef-404d-a8af-b1978de88822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:18:45.045817 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5accdfa7-57ef-404d-a8af-b1978de88822 admin admin] Checking segment: {'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:18:45.046186 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5accdfa7-57ef-404d-a8af-b1978de88822 admin admin] Network hostable DHCP agents. Network: 90b44f7d-5c55-4edd-ba51-1d4bf68bd72d, hostable agents: ['948d1784-d24a-40dc-b599-c4e6e391e200'], hosted agents: [] {{(pid=74222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:18:45.139018 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5accdfa7-57ef-404d-a8af-b1978de88822 admin admin] Network 90b44f7d-5c55-4edd-ba51-1d4bf68bd72d is scheduled to be hosted by DHCP agent 948d1784-d24a-40dc-b599-c4e6e391e200 with binding_index 1 {{(pid=74222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:18:45.208650 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.base_scheduler [None req-5accdfa7-57ef-404d-a8af-b1978de88822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-smb, 90b44f7d-5c55-4edd-ba51-1d4bf68bd72d) {{(pid=74222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:45.213123 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5accdfa7-57ef-404d-a8af-b1978de88822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:18:45.214223 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-5accdfa7-57ef-404d-a8af-b1978de88822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:45.219665 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15a8ae4-55d0-4ff4-ada8-95418acdb6f6 None None] Network 90b44f7d-5c55-4edd-ba51-1d4bf68bd72d requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:18:45.307257 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-5accdfa7-57ef-404d-a8af-b1978de88822 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9444354 May 04 18:18:45.452343 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca635146-a4c3-4726-b381-9bdb86ce488b None None] Network 90b44f7d-5c55-4edd-ba51-1d4bf68bd72d requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:18:47.474908 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device ced68318-92a8-4b6a-9b84-fe3bc2e874c0 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:18:47.512364 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 45690) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:47.602323 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning for port ced68318-92a8-4b6a-9b84-fe3bc2e874c0 completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:18:47.608022 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port ced68318-92a8-4b6a-9b84-fe3bc2e874c0 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:18:47.608407 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:47.716351 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-ea24d359-99fc-4076-aefd-b82637686d24 admin admin] 10.222.0.49 "GET /v2.0/routers/b3da8e30-9b66-4fbf-8772-ea3728345e28 HTTP/1.1" status: 200 len: 710 time: 0.2027836 May 04 18:18:47.723568 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:47.756005 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] For port ced68318-92a8-4b6a-9b84-fe3bc2e874c0, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=ced68318-92a8-4b6a-9b84-fe3bc2e874c0,segment=NetworkSegment(bf6e0e4f-caf1-4e08-ac94-f084d46e2b0f),segment_id=bf6e0e4f-caf1-4e08-ac94-f084d46e2b0f)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:18:47.808925 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:47.811905 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:18:47.849530 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fdda2f-ac05-4a1a-ae49-8bfd4cccbd41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:18:47.856144 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-63fdda2f-ac05-4a1a-ae49-8bfd4cccbd41 admin admin] 10.222.0.49 "GET /v2.0/networks/90b44f7d-5c55-4edd-ba51-1d4bf68bd72d HTTP/1.1" status: 200 len: 886 time: 0.1295576 May 04 18:18:47.860467 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-57b33c9f-ecbc-4d2c-be42-f5af11208908 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'}}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:18:47.883526 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Pushing event updated for resources: {'Port': ['ID=ced68318-92a8-4b6a-9b84-fe3bc2e874c0,revision_number=5']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:47.886589 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:18:48.296995 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-57b33c9f-ecbc-4d2c-be42-f5af11208908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942803', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-943628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29349'] for router, precommit_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:48.655378 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-57b33c9f-ecbc-4d2c-be42-f5af11208908 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:48.762513 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-57b33c9f-ecbc-4d2c-be42-f5af11208908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:48.889348 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.db_base_plugin_common [None req-57b33c9f-ecbc-4d2c-be42-f5af11208908 admin admin] Allocated IP 172.28.1.193 (90b44f7d-5c55-4edd-ba51-1d4bf68bd72d/15770a9c-0e03-4178-b54a-c3c1706d1253/4583a3e4-e423-40ab-8e8e-8a2fdfe426a4) {{(pid=74222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:18:49.031520 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-57b33c9f-ecbc-4d2c-be42-f5af11208908 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:49.110707 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-57b33c9f-ecbc-4d2c-be42-f5af11208908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542'] for port, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:49.115369 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-859e4a7c-8a86-496e-a924-43ee80842c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:18:49.169045 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b33c9f-ecbc-4d2c-be42-f5af11208908 admin admin] Network 90b44f7d-5c55-4edd-ba51-1d4bf68bd72d is already hosted by enough agents. {{(pid=74222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:18:49.175559 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.base_scheduler [None req-57b33c9f-ecbc-4d2c-be42-f5af11208908 admin admin] Resources bound (agent type, host, resource id): {{(pid=74222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:49.180600 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b33c9f-ecbc-4d2c-be42-f5af11208908 admin admin] Received port after_create {{(pid=74222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:18:49.291297 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b33c9f-ecbc-4d2c-be42-f5af11208908 admin admin] Pushing event updated for resources: {'Port': ['ID=4583a3e4-e423-40ab-8e8e-8a2fdfe426a4,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:49.299765 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-57b33c9f-ecbc-4d2c-be42-f5af11208908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:18:49.444390 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device ced68318-92a8-4b6a-9b84-fe3bc2e874c0 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:18:49.511151 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port ced68318-92a8-4b6a-9b84-fe3bc2e874c0 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:18:49.511553 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:49.631056 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-57b33c9f-ecbc-4d2c-be42-f5af11208908 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:49.959514 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-57b33c9f-ecbc-4d2c-be42-f5af11208908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942803', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-943628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29349'] for router, precommit_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:49.962663 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-57b33c9f-ecbc-4d2c-be42-f5af11208908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-942738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-942731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-943621'] for router, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:50.133009 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b33c9f-ecbc-4d2c-be42-f5af11208908 admin admin] Router b3da8e30-9b66-4fbf-8772-ea3728345e28 has already been hosted by L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b {{(pid=74222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:18:50.350652 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b33c9f-ecbc-4d2c-be42-f5af11208908 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:18:50.359707 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-57b33c9f-ecbc-4d2c-be42-f5af11208908 admin admin] Notify callbacks [] for router, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:50.360459 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dead94e-1bf8-4620-b4b7-46bd8a705d03 None None] Sync routers for ids ['b3da8e30-9b66-4fbf-8772-ea3728345e28'] in dv-cinder-789603-2-smb {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:18:50.360870 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-57b33c9f-ecbc-4d2c-be42-f5af11208908 admin admin] 10.222.0.49 "PUT /v2.0/routers/b3da8e30-9b66-4fbf-8772-ea3728345e28 HTTP/1.1" status: 200 len: 890 time: 2.5040839 May 04 18:18:50.371112 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dead94e-1bf8-4620-b4b7-46bd8a705d03 None None] Routers {'b3da8e30-9b66-4fbf-8772-ea3728345e28'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:18:50.371824 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-4dead94e-1bf8-4620-b4b7-46bd8a705d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:18:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['b3da8e30-9b66-4fbf-8772-ea3728345e28'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:50.584406 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-4dead94e-1bf8-4620-b4b7-46bd8a705d03 None None] Set router b3da8e30-9b66-4fbf-8772-ea3728345e28 gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:18:50.919776 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-4dead94e-1bf8-4620-b4b7-46bd8a705d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3da8e30-9b66-4fbf-8772-ea3728345e28', 'name': 'router1', 'tenant_id': '4a77508c10614800bb1b7cbdecf60977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': '4583a3e4-e423-40ab-8e8e-8a2fdfe426a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:18:30Z', 'updated_at': '2021-05-04T18:18:49Z', 'revision_number': 4, 'project_id': '4a77508c10614800bb1b7cbdecf60977', 'gw_port': {'id': '4583a3e4-e423-40ab-8e8e-8a2fdfe426a4', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3da8e30-9b66-4fbf-8772-ea3728345e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:18:48Z', 'updated_at': '2021-05-04T18:18:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': 'ced68318-92a8-4b6a-9b84-fe3bc2e874c0', 'name': '', 'network_id': '03691e63-ff48-4f0e-8e50-cfd01d104b0e', 'tenant_id': '4a77508c10614800bb1b7cbdecf60977', 'mac_address': 'fa:16:3e:07:de:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3da8e30-9b66-4fbf-8772-ea3728345e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fbbb2bb-413a-488f-b012-26f5244ff145', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:18:40Z', 'updated_at': '2021-05-04T18:18:47Z', 'revision_number': 5, 'project_id': '4a77508c10614800bb1b7cbdecf60977', 'subnets': [{'id': '7fbbb2bb-413a-488f-b012-26f5244ff145', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42e2d53a-03b3-46c7-9fd0-99952af622d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:50.924654 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dead94e-1bf8-4620-b4b7-46bd8a705d03 None None] Checking router: b3da8e30-9b66-4fbf-8772-ea3728345e28 for host: dv-cinder-789603-2-smb {{(pid=74223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:18:50.925028 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dead94e-1bf8-4620-b4b7-46bd8a705d03 None None] Updating router b3da8e30-9b66-4fbf-8772-ea3728345e28 port 4583a3e4-e423-40ab-8e8e-8a2fdfe426a4 binding host dv-cinder-789603-2-smb {{(pid=74223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:18:50.975088 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-4dead94e-1bf8-4620-b4b7-46bd8a705d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:51.302200 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-4dead94e-1bf8-4620-b4b7-46bd8a705d03 None None] Notify callbacks [] for port, precommit_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:51.313234 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-4dead94e-1bf8-4620-b4b7-46bd8a705d03 None None] Transition to ACTIVE for port object 4583a3e4-e423-40ab-8e8e-8a2fdfe426a4 will not be triggered until provisioned by entity L2. {{(pid=74223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:18:51.373238 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-4dead94e-1bf8-4620-b4b7-46bd8a705d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:51.377117 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:18:51.449701 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-4dead94e-1bf8-4620-b4b7-46bd8a705d03 None None] Attempting to bind port 4583a3e4-e423-40ab-8e8e-8a2fdfe426a4 on host dv-cinder-789603-2-smb for vnic_type normal with profile {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:18:51.450073 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-4dead94e-1bf8-4620-b4b7-46bd8a705d03 None None] Attempting to bind port 4583a3e4-e423-40ab-8e8e-8a2fdfe426a4 by drivers openvswitch,hyperv on host dv-cinder-789603-2-smb at level 0 using segments [{'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:18:51.450446 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dead94e-1bf8-4620-b4b7-46bd8a705d03 None None] Attempting to bind port 4583a3e4-e423-40ab-8e8e-8a2fdfe426a4 on network 90b44f7d-5c55-4edd-ba51-1d4bf68bd72d {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:18:51.456278 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5896d5b-fdc3-4e54-bda4-edad45d35b48 None None] Pushing event updated for resources: {'Port': ['ID=4583a3e4-e423-40ab-8e8e-8a2fdfe426a4,revision_number=2']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:51.460239 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dead94e-1bf8-4620-b4b7-46bd8a705d03 None None] Checking agent: {'id': 'bc53da1e-f01a-45f2-860f-1d5e19382f0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 18, 6), 'started_at': datetime.datetime(2021, 5, 4, 18, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:18:51.460623 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dead94e-1bf8-4620-b4b7-46bd8a705d03 None None] Checking segment: {'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:18:51.461023 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-4dead94e-1bf8-4620-b4b7-46bd8a705d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:51.461406 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dead94e-1bf8-4620-b4b7-46bd8a705d03 None None] Bound using segment: {'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:18:51.461877 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-4dead94e-1bf8-4620-b4b7-46bd8a705d03 None None] Bound port: 4583a3e4-e423-40ab-8e8e-8a2fdfe426a4, host: dv-cinder-789603-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'}}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:18:51.462270 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-4dead94e-1bf8-4620-b4b7-46bd8a705d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:51.485954 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-f5896d5b-fdc3-4e54-bda4-edad45d35b48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:18:51.536794 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-4dead94e-1bf8-4620-b4b7-46bd8a705d03 None None] For port 4583a3e4-e423-40ab-8e8e-8a2fdfe426a4, host dv-cinder-789603-2-smb, cleared binding levels {{(pid=74223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:18:51.539741 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-4dead94e-1bf8-4620-b4b7-46bd8a705d03 None None] For port 4583a3e4-e423-40ab-8e8e-8a2fdfe426a4, host dv-cinder-789603-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=4583a3e4-e423-40ab-8e8e-8a2fdfe426a4,segment=NetworkSegment(d30f7483-d557-48d7-ad06-77acf24064bb),segment_id=d30f7483-d557-48d7-ad06-77acf24064bb)] {{(pid=74223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:18:51.608262 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-4dead94e-1bf8-4620-b4b7-46bd8a705d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:51.612065 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:18:51.687587 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dead94e-1bf8-4620-b4b7-46bd8a705d03 None None] Routers {'b3da8e30-9b66-4fbf-8772-ea3728345e28'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:18:51.688192 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-4dead94e-1bf8-4620-b4b7-46bd8a705d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:18:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['b3da8e30-9b66-4fbf-8772-ea3728345e28'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:51.735942 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5896d5b-fdc3-4e54-bda4-edad45d35b48 None None] Pushing event updated for resources: {'Port': ['ID=4583a3e4-e423-40ab-8e8e-8a2fdfe426a4,revision_number=3']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:51.743594 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-f5896d5b-fdc3-4e54-bda4-edad45d35b48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:18:51.865743 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-4dead94e-1bf8-4620-b4b7-46bd8a705d03 None None] Set router b3da8e30-9b66-4fbf-8772-ea3728345e28 gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:18:52.210279 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-4dead94e-1bf8-4620-b4b7-46bd8a705d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3da8e30-9b66-4fbf-8772-ea3728345e28', 'name': 'router1', 'tenant_id': '4a77508c10614800bb1b7cbdecf60977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': '4583a3e4-e423-40ab-8e8e-8a2fdfe426a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:18:30Z', 'updated_at': '2021-05-04T18:18:49Z', 'revision_number': 4, 'project_id': '4a77508c10614800bb1b7cbdecf60977', 'gw_port': {'id': '4583a3e4-e423-40ab-8e8e-8a2fdfe426a4', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3da8e30-9b66-4fbf-8772-ea3728345e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:18:48Z', 'updated_at': '2021-05-04T18:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': 'ced68318-92a8-4b6a-9b84-fe3bc2e874c0', 'name': '', 'network_id': '03691e63-ff48-4f0e-8e50-cfd01d104b0e', 'tenant_id': '4a77508c10614800bb1b7cbdecf60977', 'mac_address': 'fa:16:3e:07:de:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3da8e30-9b66-4fbf-8772-ea3728345e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fbbb2bb-413a-488f-b012-26f5244ff145', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:18:40Z', 'updated_at': '2021-05-04T18:18:47Z', 'revision_number': 5, 'project_id': '4a77508c10614800bb1b7cbdecf60977', 'subnets': [{'id': '7fbbb2bb-413a-488f-b012-26f5244ff145', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42e2d53a-03b3-46c7-9fd0-99952af622d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:52.214742 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dead94e-1bf8-4620-b4b7-46bd8a705d03 None None] The sync data for ids ['b3da8e30-9b66-4fbf-8772-ea3728345e28'] in dv-cinder-789603-2-smb is: [{'id': 'b3da8e30-9b66-4fbf-8772-ea3728345e28', 'name': 'router1', 'tenant_id': '4a77508c10614800bb1b7cbdecf60977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': '4583a3e4-e423-40ab-8e8e-8a2fdfe426a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:18:30Z', 'updated_at': '2021-05-04T18:18:49Z', 'revision_number': 4, 'project_id': '4a77508c10614800bb1b7cbdecf60977', 'gw_port': {'id': '4583a3e4-e423-40ab-8e8e-8a2fdfe426a4', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3da8e30-9b66-4fbf-8772-ea3728345e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:18:48Z', 'updated_at': '2021-05-04T18:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': 'ced68318-92a8-4b6a-9b84-fe3bc2e874c0', 'name': '', 'network_id': '03691e63-ff48-4f0e-8e50-cfd01d104b0e', 'tenant_id': '4a77508c10614800bb1b7cbdecf60977', 'mac_address': 'fa:16:3e:07:de:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3da8e30-9b66-4fbf-8772-ea3728345e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fbbb2bb-413a-488f-b012-26f5244ff145', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:18:40Z', 'updated_at': '2021-05-04T18:18:47Z', 'revision_number': 5, 'project_id': '4a77508c10614800bb1b7cbdecf60977', 'subnets': [{'id': '7fbbb2bb-413a-488f-b012-26f5244ff145', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42e2d53a-03b3-46c7-9fd0-99952af622d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:18:52.701212 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 45700) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:52.818139 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-d3c2ae09-fe51-4b2f-a500-7c0c3eadeda7 admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1157794 May 04 18:18:53.473982 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 4583a3e4-e423-40ab-8e8e-8a2fdfe426a4 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:18:53.630338 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning for port 4583a3e4-e423-40ab-8e8e-8a2fdfe426a4 completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:18:53.643456 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port 4583a3e4-e423-40ab-8e8e-8a2fdfe426a4 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:18:53.643875 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:53.762947 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:53.779675 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] For port 4583a3e4-e423-40ab-8e8e-8a2fdfe426a4, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=4583a3e4-e423-40ab-8e8e-8a2fdfe426a4,segment=NetworkSegment(d30f7483-d557-48d7-ad06-77acf24064bb),segment_id=d30f7483-d557-48d7-ad06-77acf24064bb)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:18:53.841521 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:53.843490 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:18:53.907831 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Pushing event updated for resources: {'Port': ['ID=4583a3e4-e423-40ab-8e8e-8a2fdfe426a4,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:53.910632 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:18:55.461261 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 4583a3e4-e423-40ab-8e8e-8a2fdfe426a4 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:18:55.536023 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port 4583a3e4-e423-40ab-8e8e-8a2fdfe426a4 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:18:55.536398 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:02.750633 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-9d8d104a-7dd8-45df-a422-eb5ba9542585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:04.823182 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 5 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:19:05.573528 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6063925a-6361-4f0d-9aaf-ce5de834f8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:05.731577 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:06.297497 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:08.036023 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:32.753993 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-e8f3e35a-2d05-4944-be90-8a5f9537d043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:35.588715 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-b1f43597-0ebd-4be8-b9da-f9760ab1d5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:35.715602 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:36.285130 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:38.017953 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:41.822425 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 5 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:20:02.772406 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-f565a3ec-0688-47a1-aa9a-807ad1260766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:20:05.587633 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-32996f4c-2ca1-4736-ae6e-28c31a44ae1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:20:05.753330 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:20:06.326600 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:20:08.029073 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:20:18.821988 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 5 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:20:28.710333 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 46272) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:20:28.776136 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.pecan_wsgi.hooks.translation [None req-588c3667-8473-498e-ba1f-6663cfedd70b admin admin] GET failed (client error): The resource could not be found. May 04 18:20:28.777346 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-588c3667-8473-498e-ba1f-6663cfedd70b admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0660958 May 04 18:20:28.905013 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc76564-f39b-4ad2-a889-2c1e02774757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:20:28.906369 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-6dc76564-f39b-4ad2-a889-2c1e02774757 admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1252947 May 04 18:20:31.000693 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 46282) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:20:31.112312 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3a9a35-32c2-4999-8724-6c993ac62662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:20:31.112875 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-de3a9a35-32c2-4999-8724-6c993ac62662 admin admin] Synchronizing usage tracker for tenant:d2808a3820ab4e54a84922b6ff297ed6 on resource:subnet {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:20:31.205557 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-de3a9a35-32c2-4999-8724-6c993ac62662 admin admin] Unset dirty status for tenant:d2808a3820ab4e54a84922b6ff297ed6 on resource:subnet {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:20:31.206660 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-de3a9a35-32c2-4999-8724-6c993ac62662 admin admin] 10.222.0.49 "GET /v2.0/subnets/7fbbb2bb-413a-488f-b012-26f5244ff145 HTTP/1.1" status: 200 len: 849 time: 0.2050352 May 04 18:20:31.215829 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-c6e27c16-a246-4757-8795-7a30cfaaebb7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:20:31.330643 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c6e27c16-a246-4757-8795-7a30cfaaebb7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:20:31.565498 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c6e27c16-a246-4757-8795-7a30cfaaebb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785700205460'] for subnet, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:20:31.569196 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:20:31.613760 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e27c16-a246-4757-8795-7a30cfaaebb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:20:31.614347 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c6e27c16-a246-4757-8795-7a30cfaaebb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:20:31.615649 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-c6e27c16-a246-4757-8795-7a30cfaaebb7 admin admin] 10.222.0.49 "PUT /v2.0/subnets/7fbbb2bb-413a-488f-b012-26f5244ff145 HTTP/1.1" status: 200 len: 868 time: 0.4036028 May 04 18:20:31.615793 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04d5ba5-6a65-4219-b69c-1f18f547c942 None None] Network 03691e63-ff48-4f0e-8e50-cfd01d104b0e requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:20:31.636667 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e27c16-a246-4757-8795-7a30cfaaebb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fbbb2bb-413a-488f-b012-26f5244ff145,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:31.644380 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e27c16-a246-4757-8795-7a30cfaaebb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:31.644768 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e27c16-a246-4757-8795-7a30cfaaebb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:31.645048 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e27c16-a246-4757-8795-7a30cfaaebb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:31.645643 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e27c16-a246-4757-8795-7a30cfaaebb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:31.645966 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e27c16-a246-4757-8795-7a30cfaaebb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:31.646286 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e27c16-a246-4757-8795-7a30cfaaebb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:31.646603 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e27c16-a246-4757-8795-7a30cfaaebb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:31.646921 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e27c16-a246-4757-8795-7a30cfaaebb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:31.647681 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e27c16-a246-4757-8795-7a30cfaaebb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:31.647681 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e27c16-a246-4757-8795-7a30cfaaebb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:31.647877 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e27c16-a246-4757-8795-7a30cfaaebb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:31.648180 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e27c16-a246-4757-8795-7a30cfaaebb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:31.652326 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-c6e27c16-a246-4757-8795-7a30cfaaebb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:20:32.097292 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-5cef4e9f-d018-4f65-87a3-35af96755a54 None None] Provisioning complete for port ced68318-92a8-4b6a-9b84-fe3bc2e874c0 triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:20:32.097660 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-5cef4e9f-d018-4f65-87a3-35af96755a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:20:32.221201 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-5cef4e9f-d018-4f65-87a3-35af96755a54 None None] Provisioning complete for port 8ba6ddc2-30d6-48e5-b2cb-90c3f9557b25 triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:20:32.221468 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-5cef4e9f-d018-4f65-87a3-35af96755a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:20:32.748477 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-57df04d8-8601-45f0-9424-3a57581d2f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:20:33.723345 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 46292) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:20:33.893820 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c9dc01-ac6a-40e3-955a-8b968c23079d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:20:33.894301 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c9dc01-ac6a-40e3-955a-8b968c23079d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:20:33.896108 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-b6c9dc01-ac6a-40e3-955a-8b968c23079d admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1718404 May 04 18:20:35.582502 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6719cbef-c2f5-4dfe-9e49-70bbeacf3a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:20:35.758378 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:20:36.007694 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 46302) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:20:36.178488 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b9815d-8a1f-47dc-a238-0352f298a5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:20:36.178962 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b9815d-8a1f-47dc-a238-0352f298a5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:20:36.180490 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-e1b9815d-8a1f-47dc-a238-0352f298a5b8 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1717844 May 04 18:20:36.331439 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:20:38.017275 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:20:38.289490 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 46312) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:20:38.461733 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7769572b-e7a0-464f-89f7-77e0f5365f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:20:38.463052 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-7769572b-e7a0-464f-89f7-77e0f5365f8f admin admin] 10.222.0.49 "GET /v2.0/networks/03691e63-ff48-4f0e-8e50-cfd01d104b0e HTTP/1.1" status: 200 len: 869 time: 0.1726239 May 04 18:20:40.557082 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 46322) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:20:40.718100 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd31d01-d623-4549-afc0-b502958f067e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:20:40.719430 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-ccd31d01-d623-4549-afc0-b502958f067e admin admin] 10.222.0.49 "GET /v2.0/networks/90b44f7d-5c55-4edd-ba51-1d4bf68bd72d HTTP/1.1" status: 200 len: 886 time: 0.1614058 May 04 18:20:42.851428 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 46332) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:20:42.956078 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5127ec-a36f-482f-8c23-b79fa87b74aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:20:42.956529 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5127ec-a36f-482f-8c23-b79fa87b74aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:20:42.957969 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-ad5127ec-a36f-482f-8c23-b79fa87b74aa admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1050506 May 04 18:20:45.066181 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 46342) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:20:45.171153 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d5570f-5989-4773-b98e-6e09c368723f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:20:45.171629 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d5570f-5989-4773-b98e-6e09c368723f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:20:45.173099 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-58d5570f-5989-4773-b98e-6e09c368723f admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1059797 May 04 18:20:47.279035 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 46352) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:20:47.377641 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842f5a7b-a8ff-4766-af9b-d7c2ff8acff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:20:47.378960 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-842f5a7b-a8ff-4766-af9b-d7c2ff8acff8 admin admin] 10.222.0.49 "GET /v2.0/subnets/15770a9c-0e03-4178-b54a-c3c1706d1253 HTTP/1.1" status: 200 len: 816 time: 0.0989470 May 04 18:20:49.480219 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 46362) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:20:49.588712 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db7a523-3394-4f40-b533-12f375d4cc9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:20:49.590021 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-5db7a523-3394-4f40-b533-12f375d4cc9a admin admin] 10.222.0.49 "GET /v2.0/subnets/7fbbb2bb-413a-488f-b012-26f5244ff145 HTTP/1.1" status: 200 len: 868 time: 0.1088791 May 04 18:20:55.821282 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 5 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:21:02.758161 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-ae2f3ba7-3af9-42ff-86d5-ad3952910a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:05.582258 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-bdc7de53-06e7-4d4a-89e1-72adaf8f9638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:05.736409 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:06.297043 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:08.016491 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:12.384633 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 46406) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:21:12.432679 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [None req-dbec0b47-237e-40ea-861a-5c0d0a33d1de admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=74222) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 18:21:12.433688 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-dbec0b47-237e-40ea-861a-5c0d0a33d1de admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481358 May 04 18:21:14.610890 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 46416) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:21:14.677318 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.pecan_wsgi.hooks.translation [None req-f688ba60-1dfe-449b-95b1-fb655fe12686 admin admin] GET failed (client error): The resource could not be found. May 04 18:21:14.678535 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-f688ba60-1dfe-449b-95b1-fb655fe12686 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0667057 May 04 18:21:14.799489 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f29339-0c10-40ab-aeeb-92649db97b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:21:14.800816 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-00f29339-0c10-40ab-aeeb-92649db97b8f admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1179519 May 04 18:21:16.916854 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 46426) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:21:16.963380 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-e20f7272-144c-4a4c-ae1d-20846134475b admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:21:16.967789 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-e20f7272-144c-4a4c-ae1d-20846134475b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:21:16.977777 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-e20f7272-144c-4a4c-ae1d-20846134475b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:21:17.050573 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20f7272-144c-4a4c-ae1d-20846134475b admin admin] Made reservation on behalf of d2808a3820ab4e54a84922b6ff297ed6 for: {'network': 1} {{(pid=74222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:21:17.054385 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e20f7272-144c-4a4c-ae1d-20846134475b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for network, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:17.182653 dv-cinder-789603-2-smb neutron-server[74222]: WARNING neutron.services.revisions.revision_plugin [None req-e20f7272-144c-4a4c-ae1d-20846134475b admin admin] Could not find related network for resource to bump revision. May 04 18:21:17.194305 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e20f7272-144c-4a4c-ae1d-20846134475b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=74222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:21:17.202811 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e20f7272-144c-4a4c-ae1d-20846134475b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:17.203149 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.db.segments_db [None req-e20f7272-144c-4a4c-ae1d-20846134475b admin admin] Added segment f3b293c7-c8c8-4be3-84a0-1e58824c71fd of type vlan for network 43c766c5-284d-4633-afca-4ef3bea0ad1a May 04 18:21:17.228072 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e20f7272-144c-4a4c-ae1d-20846134475b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785699775636'] for network, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:17.330534 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e20f7272-144c-4a4c-ae1d-20846134475b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:17.331852 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20f7272-144c-4a4c-ae1d-20846134475b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:21:17.332430 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e20f7272-144c-4a4c-ae1d-20846134475b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:17.336981 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:21:17.430534 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f7272-144c-4a4c-ae1d-20846134475b admin admin] Pushing event updated for resources: {'Network': ['ID=43c766c5-284d-4633-afca-4ef3bea0ad1a,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:21:17.433313 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-e20f7272-144c-4a4c-ae1d-20846134475b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:21:17.440457 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Network 43c766c5-284d-4633-afca-4ef3bea0ad1a details requested by agent ovs-agent-dv-cinder-789603-2-smb with host dv-cinder-789603-2-smb {{(pid=74223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:21:17.514557 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-e20f7272-144c-4a4c-ae1d-20846134475b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5965922 May 04 18:21:19.653639 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 46436) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:21:19.722409 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d438519-02a8-46da-874d-e2d0d9da945b admin admin] GET failed (client error): The resource could not be found. May 04 18:21:19.722916 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-3d438519-02a8-46da-874d-e2d0d9da945b admin admin] Synchronizing usage tracker for tenant:d2808a3820ab4e54a84922b6ff297ed6 on resource:network {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:21:19.787235 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-3d438519-02a8-46da-874d-e2d0d9da945b admin admin] Unset dirty status for tenant:d2808a3820ab4e54a84922b6ff297ed6 on resource:network {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:21:19.789040 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-3d438519-02a8-46da-874d-e2d0d9da945b admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1344688 May 04 18:21:19.888861 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecab2f30-f257-4edd-bcf9-dea222226527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:21:19.890265 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-ecab2f30-f257-4edd-bcf9-dea222226527 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0973618 May 04 18:21:19.900473 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-4fc762d9-2114-457c-8105-d20bfd5795db admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '43c766c5-284d-4633-afca-4ef3bea0ad1a', 'name': 'shared-subnet'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:21:19.904992 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-4fc762d9-2114-457c-8105-d20bfd5795db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:21:19.914146 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-4fc762d9-2114-457c-8105-d20bfd5795db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:21:20.004267 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc762d9-2114-457c-8105-d20bfd5795db admin admin] Made reservation on behalf of d2808a3820ab4e54a84922b6ff297ed6 for: {'subnet': 1} {{(pid=74222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:21:20.007312 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-4fc762d9-2114-457c-8105-d20bfd5795db admin admin] Notify callbacks [] for subnet, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:20.425198 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-4fc762d9-2114-457c-8105-d20bfd5795db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for subnet, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:20.429809 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-5accdfa7-57ef-404d-a8af-b1978de88822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:21:20.501808 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc762d9-2114-457c-8105-d20bfd5795db admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7896b9c-cfee-4e74-a507-2c4955909c39,revision_number=0']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:21:20.504336 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-4fc762d9-2114-457c-8105-d20bfd5795db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:21:20.506765 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc762d9-2114-457c-8105-d20bfd5795db admin admin] Checking segment: {'id': 'f3b293c7-c8c8-4be3-84a0-1e58824c71fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '43c766c5-284d-4633-afca-4ef3bea0ad1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:21:20.507268 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc762d9-2114-457c-8105-d20bfd5795db admin admin] Network hostable DHCP agents. Network: 43c766c5-284d-4633-afca-4ef3bea0ad1a, hostable agents: ['948d1784-d24a-40dc-b599-c4e6e391e200'], hosted agents: [] {{(pid=74222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:21:20.615720 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc762d9-2114-457c-8105-d20bfd5795db admin admin] Network 43c766c5-284d-4633-afca-4ef3bea0ad1a is scheduled to be hosted by DHCP agent 948d1784-d24a-40dc-b599-c4e6e391e200 with binding_index 1 {{(pid=74222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:21:20.678608 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.base_scheduler [None req-4fc762d9-2114-457c-8105-d20bfd5795db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-smb, 43c766c5-284d-4633-afca-4ef3bea0ad1a) {{(pid=74222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:21:20.682777 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc762d9-2114-457c-8105-d20bfd5795db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:21:20.683382 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-4fc762d9-2114-457c-8105-d20bfd5795db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:20.688388 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0908c713-9123-4b0e-bd2c-605603982bbc None None] Network 43c766c5-284d-4633-afca-4ef3bea0ad1a requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:21:20.782597 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-4fc762d9-2114-457c-8105-d20bfd5795db admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8859925 May 04 18:21:20.901026 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe140b76d-5e43-56e8-9ef0-5ecafadefb14-43c766c5-284d-4633-afca-4ef3bea0ad1a', 'network_id': '43c766c5-284d-4633-afca-4ef3bea0ad1a', 'tenant_id': 'd2808a3820ab4e54a84922b6ff297ed6', 'fixed_ips': [{'subnet_id': 'c7896b9c-cfee-4e74-a507-2c4955909c39'}]}} from dv-cinder-789603-2-smb. {{(pid=74223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 18:21:20.901879 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:21.058730 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.db_base_plugin_common [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Allocated IP 192.168.233.2 (43c766c5-284d-4633-afca-4ef3bea0ad1a/c7896b9c-cfee-4e74-a507-2c4955909c39/fd8761d1-e30d-4eab-9c6f-b6c607173c62) {{(pid=74223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:21:21.262047 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Notify callbacks [] for port, precommit_create {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:21.272282 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Transition to ACTIVE for port object fd8761d1-e30d-4eab-9c6f-b6c607173c62 will not be triggered until provisioned by entity L2. {{(pid=74223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:21:21.290182 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Transition to ACTIVE for port object fd8761d1-e30d-4eab-9c6f-b6c607173c62 will not be triggered until provisioned by entity DHCP. {{(pid=74223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:21:21.375640 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542'] for port, after_create {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:21.380463 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-e02dc8cc-8ee1-42fd-9d73-8bbcec8ca253 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:21:21.435036 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Network 43c766c5-284d-4633-afca-4ef3bea0ad1a is already hosted by enough agents. {{(pid=74223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:21:21.441982 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.scheduler.base_scheduler [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Resources bound (agent type, host, resource id): {{(pid=74223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:21:21.446675 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Received port after_create {{(pid=74223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:21:21.478430 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Pushing event updated for resources: {'Port': ['ID=fd8761d1-e30d-4eab-9c6f-b6c607173c62,revision_number=1']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:21:21.492878 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:21.493215 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:21.493547 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:21.493876 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:21.494196 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:21.494569 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:21.494843 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:21.495158 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:21.495499 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:21.495813 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:21.496145 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:21.496456 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:21.504268 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:21:21.552899 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Attempting to bind port fd8761d1-e30d-4eab-9c6f-b6c607173c62 on host dv-cinder-789603-2-smb for vnic_type normal with profile {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:21:21.553186 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Attempting to bind port fd8761d1-e30d-4eab-9c6f-b6c607173c62 by drivers openvswitch,hyperv on host dv-cinder-789603-2-smb at level 0 using segments [{'id': 'f3b293c7-c8c8-4be3-84a0-1e58824c71fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '43c766c5-284d-4633-afca-4ef3bea0ad1a'}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:21:21.554116 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Attempting to bind port fd8761d1-e30d-4eab-9c6f-b6c607173c62 on network 43c766c5-284d-4633-afca-4ef3bea0ad1a {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:21:21.559399 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Checking agent: {'id': 'bc53da1e-f01a-45f2-860f-1d5e19382f0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 18, 6), 'started_at': datetime.datetime(2021, 5, 4, 18, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:21:21.559767 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Checking segment: {'id': 'f3b293c7-c8c8-4be3-84a0-1e58824c71fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '43c766c5-284d-4633-afca-4ef3bea0ad1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:21:21.560160 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:21.560544 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Bound using segment: {'id': 'f3b293c7-c8c8-4be3-84a0-1e58824c71fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '43c766c5-284d-4633-afca-4ef3bea0ad1a'} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:21:21.561122 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Bound port: fd8761d1-e30d-4eab-9c6f-b6c607173c62, host: dv-cinder-789603-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b293c7-c8c8-4be3-84a0-1e58824c71fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '43c766c5-284d-4633-afca-4ef3bea0ad1a'}}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:21:21.561509 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:21.651590 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] For port fd8761d1-e30d-4eab-9c6f-b6c607173c62, host dv-cinder-789603-2-smb, cleared binding levels {{(pid=74223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:21:21.654881 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] For port fd8761d1-e30d-4eab-9c6f-b6c607173c62, host dv-cinder-789603-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=fd8761d1-e30d-4eab-9c6f-b6c607173c62,segment=NetworkSegment(f3b293c7-c8c8-4be3-84a0-1e58824c71fd),segment_id=f3b293c7-c8c8-4be3-84a0-1e58824c71fd)] {{(pid=74223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:21:21.714044 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:21.718038 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:21:21.792481 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Pushing event updated for resources: {'Port': ['ID=fd8761d1-e30d-4eab-9c6f-b6c607173c62,revision_number=2']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:21:21.795990 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:21:22.598471 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff2dbfc-95e3-4bb5-ac08-ae05427c3091 None None] Network 43c766c5-284d-4633-afca-4ef3bea0ad1a requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:21:22.714718 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-8b492677-42d9-44a7-bbe1-c4bbbdb01247 None None] Provisioning for port fd8761d1-e30d-4eab-9c6f-b6c607173c62 completed by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:21:23.589590 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device fd8761d1-e30d-4eab-9c6f-b6c607173c62 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:21:23.701600 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning for port fd8761d1-e30d-4eab-9c6f-b6c607173c62 completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:21:23.706668 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port fd8761d1-e30d-4eab-9c6f-b6c607173c62 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:21:23.707038 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:23.822789 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:23.853540 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] For port fd8761d1-e30d-4eab-9c6f-b6c607173c62, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=fd8761d1-e30d-4eab-9c6f-b6c607173c62,segment=NetworkSegment(f3b293c7-c8c8-4be3-84a0-1e58824c71fd),segment_id=f3b293c7-c8c8-4be3-84a0-1e58824c71fd)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:21:23.918032 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:23.921594 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-f5896d5b-fdc3-4e54-bda4-edad45d35b48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:21:23.989627 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Pushing event updated for resources: {'Port': ['ID=fd8761d1-e30d-4eab-9c6f-b6c607173c62,revision_number=3']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:21:23.993441 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:21:25.567349 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device fd8761d1-e30d-4eab-9c6f-b6c607173c62 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:21:25.634583 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port fd8761d1-e30d-4eab-9c6f-b6c607173c62 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:21:25.634950 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:32.758991 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a45a70fe-1412-4846-898e-7536b9122fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:32.820205 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 5 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:21:35.604222 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-8723a498-b61a-4bc1-9594-c46997019bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:35.741731 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:36.307035 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:38.027253 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:02.786587 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-45c1c83d-5e7a-45cb-9093-4516865083b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:05.597316 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-504e632c-2fb8-4bb1-8861-f632ed9f6adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:05.722979 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:06.306095 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:08.032193 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:09.818287 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 5 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:22:32.751942 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-0be50ce0-1a72-4f30-b3ed-2dfddfdb42b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:35.586156 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-679bba7c-4945-4201-ae22-60464fd65fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:35.740491 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:36.283299 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:37.169339 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 46486) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:22:37.175370 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [None req-59a8c4e2-7ca5-4be6-862a-95095f3d57f7 tempest-verify_tempest_config-1146872514 tempest-verify_tempest_config-1146872514-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=74222) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 18:22:37.176306 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-59a8c4e2-7ca5-4be6-862a-95095f3d57f7 tempest-verify_tempest_config-1146872514 tempest-verify_tempest_config-1146872514-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059662 May 04 18:22:37.657470 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 46504) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:22:37.769776 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-4ca95e55-8fcf-45ab-9567-c40518330464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:37.784045 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-4ca95e55-8fcf-45ab-9567-c40518330464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:22:37.788485 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-4ca95e55-8fcf-45ab-9567-c40518330464 admin admin] Usage tracker for resource:security_group_rule and tenant:b778900611ac4b14a18cd6ffc7c6a9ab is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:22:37.791252 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-4ca95e55-8fcf-45ab-9567-c40518330464 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:22:37.796850 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-4ca95e55-8fcf-45ab-9567-c40518330464 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:22:37.875038 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-4ca95e55-8fcf-45ab-9567-c40518330464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:37.957517 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-4ca95e55-8fcf-45ab-9567-c40518330464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:37.966793 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-618bf1ae-5176-4ce8-a218-ce9f2ddad0e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:22:38.002740 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-4ca95e55-8fcf-45ab-9567-c40518330464 admin admin] Synchronizing usage tracker for tenant:d2808a3820ab4e54a84922b6ff297ed6 on resource:security_group {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:22:38.007535 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca95e55-8fcf-45ab-9567-c40518330464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d144e4-7445-44f0-a996-1f10133bfbb1,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:38.016333 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca95e55-8fcf-45ab-9567-c40518330464 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:38.016665 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca95e55-8fcf-45ab-9567-c40518330464 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:38.016986 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca95e55-8fcf-45ab-9567-c40518330464 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:38.017302 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca95e55-8fcf-45ab-9567-c40518330464 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:38.017610 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca95e55-8fcf-45ab-9567-c40518330464 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:38.017918 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca95e55-8fcf-45ab-9567-c40518330464 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:38.018493 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca95e55-8fcf-45ab-9567-c40518330464 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:38.018798 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca95e55-8fcf-45ab-9567-c40518330464 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:38.019099 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca95e55-8fcf-45ab-9567-c40518330464 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:38.019452 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca95e55-8fcf-45ab-9567-c40518330464 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:38.019756 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca95e55-8fcf-45ab-9567-c40518330464 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:38.020055 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca95e55-8fcf-45ab-9567-c40518330464 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:38.027593 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-4ca95e55-8fcf-45ab-9567-c40518330464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:22:38.049232 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:38.105754 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-4ca95e55-8fcf-45ab-9567-c40518330464 admin admin] Unset dirty status for tenant:d2808a3820ab4e54a84922b6ff297ed6 on resource:security_group {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:22:38.106994 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-4ca95e55-8fcf-45ab-9567-c40518330464 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b778900611ac4b14a18cd6ffc7c6a9ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4485211 May 04 18:22:38.109693 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 46510) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:22:38.168067 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-891591f6-893a-4963-8a62-3142563e7af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:38.193035 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-891591f6-893a-4963-8a62-3142563e7af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:38.363421 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-891591f6-893a-4963-8a62-3142563e7af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:38.369949 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:22:38.385200 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891591f6-893a-4963-8a62-3142563e7af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d144e4-7445-44f0-a996-1f10133bfbb1,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:38.388509 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-891591f6-893a-4963-8a62-3142563e7af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:22:38.389844 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-891591f6-893a-4963-8a62-3142563e7af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:38.390937 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-891591f6-893a-4963-8a62-3142563e7af6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/95d144e4-7445-44f0-a996-1f10133bfbb1 HTTP/1.1" status: 204 len: 168 time: 0.2803762 May 04 18:22:46.816110 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 5 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:23:02.768926 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-f1c50997-d843-4499-9048-059c7e36d467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:23:05.625527 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-12b4d45c-8d77-4711-b6ad-5eb610774050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:23:05.728647 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:23:06.299656 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:23:08.042538 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:23:23.814866 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 5 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:23:32.756817 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-2d725836-b6ef-4274-b396-0f541539b9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:23:35.579048 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-24ab0d4d-a945-4a3c-b8b3-a5026648e694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:23:35.710427 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:23:36.305100 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:23:38.031150 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:00.813981 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 5 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:24:02.761992 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-4f9d08d8-ff9b-4f77-86fe-6556196d208b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:05.584542 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-712ab0f0-0d2f-46ec-b4d3-4e6d890336e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:05.733124 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:06.293005 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:08.161851 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:19.201751 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327'] for agent, after_create {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:22.672824 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 46562) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:24:22.781645 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-e5b563d6-f5ce-44be-a4f2-859503f71e37 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1077559 May 04 18:24:24.909611 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 46572) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:24:24.963320 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-8a9e73ec-a3f4-4eb7-97e7-b570006c558b admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0526211 May 04 18:24:32.778489 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-634ee319-27be-469a-b53c-45f425a273c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:35.590227 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-f029f9fd-bfbb-4a7c-a1b5-d8446eb06cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:35.732753 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:36.315757 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:37.814634 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 6 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:24:38.024294 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:49.195573 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:02.783704 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-95c47edf-bec2-45a9-84ab-a6b64d51295f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:05.595400 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-cdcdbbfa-c322-4b69-921f-b21d4a1f7840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:05.766819 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:06.315397 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:08.029653 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:14.814450 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 6 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:25:19.189780 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:32.766896 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-cdd9db74-5c69-4939-aec8-ae462dae3574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:35.600680 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-c58696cc-d850-498e-b349-c45234bb4b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:35.732135 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:36.303719 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:38.029316 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:49.212822 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:51.828352 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 6 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:25:53.893758 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 46744) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:53.941021 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 46754) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:54.085975 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-502713647-network', 'tenant_id': '573de575cbed4946845325c86ea66876'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:25:54.090895 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:54.094734 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Usage tracker for resource:network and tenant:573de575cbed4946845325c86ea66876 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:54.097776 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:54.103319 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:54.189372 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Made reservation on behalf of 573de575cbed4946845325c86ea66876 for: {'network': 1} {{(pid=74222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:25:54.191837 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for network, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:54.205695 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:54.220355 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:54.224163 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Usage tracker for resource:security_group_rule and tenant:573de575cbed4946845325c86ea66876 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:54.227024 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:54.232648 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:54.265293 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-424542599-network', 'tenant_id': 'ae13407124d74fde8758bfce312171fb'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:25:54.270756 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:54.274382 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Usage tracker for resource:network and tenant:ae13407124d74fde8758bfce312171fb is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:54.278129 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:54.284863 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:54.317122 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:54.354962 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Made reservation on behalf of ae13407124d74fde8758bfce312171fb for: {'network': 1} {{(pid=74221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:25:54.357288 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for network, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:54.370313 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:54.385367 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:54.389218 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Usage tracker for resource:security_group_rule and tenant:ae13407124d74fde8758bfce312171fb is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:54.392286 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:54.395817 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:54.398042 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:54.414559 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=74222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:25:54.420365 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-891591f6-893a-4963-8a62-3142563e7af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:25:54.448377 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:54.448974 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.db.segments_db [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Added segment 207280f5-ebc6-4c23-9262-17f03eeab6b6 of type vlan for network 8db4af54-0a5f-400d-8ea5-42d92dce6c03 May 04 18:25:54.460744 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716c2d38-25e1-4c63-8982-e0f99d95172f,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:54.480976 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:54.481598 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:54.482094 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:54.482565 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:54.483043 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:54.483545 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:54.484032 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:54.484498 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:54.484969 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:54.485976 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:54.486441 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:54.486922 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Tracked resource versions report: May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: pushed versions: May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: { 'AddressGroup': {'1.2'}, May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: 'ConntrackHelper': {'1.0'}, May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: 'Log': {'1.0'}, May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: 'Network': {'1.1'}, May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: 'Port': {'1.7'}, May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: 'PortForwarding': {'1.2'}, May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: 'QosPolicy': {'1.8'}, May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: 'SecurityGroup': {'1.4'}, May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: 'SecurityGroupRule': {'1.2'}, May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: 'SubPort': {'1.0'}, May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: 'Subnet': {'1.1'}, May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: 'Trunk': {'1.1'}} May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: consumer versions: May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: { DHCP agent@dv-cinder-789603-2-smb: {}, May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: HyperV agent@hv-cinder-78960: {}, May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: L3 agent@dv-cinder-789603-2-smb: {}, May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: Metadata agent@dv-cinder-789603-2-smb: {}, May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: Metering agent@dv-cinder-789603-2-smb: {}, May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: Open vSwitch agent@dv-cinder-789603-2-smb: { 'AddressGroup': '1.2', May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: 'ConntrackHelper': '1.0', May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: 'Log': '1.0', May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: 'Network': '1.1', May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: 'Port': '1.7', May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: 'PortForwarding': '1.2', May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: 'QosPolicy': '1.8', May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: 'SecurityGroup': '1.4', May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: 'SecurityGroupRule': '1.2', May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: 'SubPort': '1.0', May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: 'Subnet': '1.1', May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: 'Trunk': '1.1'}} May 04 18:25:54.488185 dv-cinder-789603-2-smb neutron-server[74222]: {{(pid=74222) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 18:25:54.496644 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:25:54.503770 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785699775636'] for network, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:54.504728 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:54.578168 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:54.581345 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:25:54.606530 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:54.607976 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:25:54.608845 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:54.611673 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=74221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:25:54.624584 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:25:54.624709 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa27977-b395-4814-8c0f-fcd42655a82f,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:54.627900 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:54.628243 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:54.628576 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:54.628901 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:54.629224 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:54.630056 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:54.630056 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:54.630331 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:54.630597 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:54.630914 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:54.631663 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:54.631663 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Tracked resource versions report: May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: pushed versions: May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: { 'AddressGroup': {'1.2'}, May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: 'ConntrackHelper': {'1.0'}, May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: 'Log': {'1.0'}, May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: 'Network': {'1.1'}, May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: 'Port': {'1.7'}, May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: 'PortForwarding': {'1.2'}, May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: 'QosPolicy': {'1.8'}, May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: 'SecurityGroup': {'1.4'}, May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: 'SecurityGroupRule': {'1.2'}, May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: 'SubPort': {'1.0'}, May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: 'Subnet': {'1.1'}, May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: 'Trunk': {'1.1'}} May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: consumer versions: May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: { DHCP agent@dv-cinder-789603-2-smb: {}, May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: HyperV agent@hv-cinder-78960: {}, May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: L3 agent@dv-cinder-789603-2-smb: {}, May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: Metadata agent@dv-cinder-789603-2-smb: {}, May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: Metering agent@dv-cinder-789603-2-smb: {}, May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: Open vSwitch agent@dv-cinder-789603-2-smb: { 'AddressGroup': '1.2', May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: 'ConntrackHelper': '1.0', May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: 'Log': '1.0', May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: 'Network': '1.1', May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: 'Port': '1.7', May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: 'PortForwarding': '1.2', May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: 'QosPolicy': '1.8', May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: 'SecurityGroup': '1.4', May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: 'SecurityGroupRule': '1.2', May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: 'SubPort': '1.0', May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: 'Subnet': '1.1', May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: 'Trunk': '1.1'}} May 04 18:25:54.632541 dv-cinder-789603-2-smb neutron-server[74221]: {{(pid=74221) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 18:25:54.645340 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:54.645340 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.db.segments_db [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Added segment e27d6d3a-acad-4e56-8b22-9dcd41a82e38 of type vlan for network d89a4125-3764-4595-b3a0-58856003dba9 May 04 18:25:54.651544 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:25:54.674047 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785699775636'] for network, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:54.714014 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Pushing event updated for resources: {'Network': ['ID=8db4af54-0a5f-400d-8ea5-42d92dce6c03,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:54.716706 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:25:54.727423 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Network 8db4af54-0a5f-400d-8ea5-42d92dce6c03 details requested by agent ovs-agent-dv-cinder-789603-2-smb with host dv-cinder-789603-2-smb {{(pid=74223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:25:54.784560 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:54.787291 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:25:54.788479 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:54.794923 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-ea2f842c-75c6-405e-8494-55260a1fefeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:25:54.796002 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9011843 May 04 18:25:54.799612 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 46788) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:54.805268 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-c5fc553b-0787-41cc-ac30-264503a36912 admin admin] Request body: {'subnet': {'network_id': '8db4af54-0a5f-400d-8ea5-42d92dce6c03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-502713647-subnet', 'tenant_id': '573de575cbed4946845325c86ea66876', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:25:54.817837 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-c5fc553b-0787-41cc-ac30-264503a36912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:54.822030 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-c5fc553b-0787-41cc-ac30-264503a36912 admin admin] Usage tracker for resource:subnet and tenant:573de575cbed4946845325c86ea66876 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:54.830417 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-c5fc553b-0787-41cc-ac30-264503a36912 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:54.836438 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-c5fc553b-0787-41cc-ac30-264503a36912 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:54.895612 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 46792) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:54.910149 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Pushing event updated for resources: {'Network': ['ID=d89a4125-3764-4595-b3a0-58856003dba9,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:54.920583 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:25:54.920753 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Network d89a4125-3764-4595-b3a0-58856003dba9 details requested by agent ovs-agent-dv-cinder-789603-2-smb with host dv-cinder-789603-2-smb {{(pid=74223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:25:54.927598 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fc553b-0787-41cc-ac30-264503a36912 admin admin] Made reservation on behalf of 573de575cbed4946845325c86ea66876 for: {'subnet': 1} {{(pid=74222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:25:54.930077 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c5fc553b-0787-41cc-ac30-264503a36912 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:54.982304 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0400455 May 04 18:25:54.983824 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 46800) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:54.990798 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-a2f409de-b98e-4cb9-a663-e7880d871edf admin admin] Request body: {'subnet': {'network_id': 'd89a4125-3764-4595-b3a0-58856003dba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-424542599-subnet', 'tenant_id': 'ae13407124d74fde8758bfce312171fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:25:54.999153 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-a2f409de-b98e-4cb9-a663-e7880d871edf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:55.010178 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-a2f409de-b98e-4cb9-a663-e7880d871edf admin admin] Usage tracker for resource:subnet and tenant:ae13407124d74fde8758bfce312171fb is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:55.017598 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-a2f409de-b98e-4cb9-a663-e7880d871edf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:55.028203 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-a2f409de-b98e-4cb9-a663-e7880d871edf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:55.132483 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f409de-b98e-4cb9-a663-e7880d871edf admin admin] Made reservation on behalf of ae13407124d74fde8758bfce312171fb for: {'subnet': 1} {{(pid=74221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:25:55.134806 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-a2f409de-b98e-4cb9-a663-e7880d871edf admin admin] Notify callbacks [] for subnet, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:55.163673 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 46806) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:55.320972 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 46814) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:55.367789 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-8d1b2242-7e20-45b0-9ced-143d1b780d1f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-690331288-network', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:25:55.458377 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-8d1b2242-7e20-45b0-9ced-143d1b780d1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:55.469555 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-5d608c07-a542-4cb3-8def-071daca23588 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1677516277-network', 'tenant_id': 'bbb04e0b5efb425f90f0f9aee3cac890'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:25:55.473239 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-8d1b2242-7e20-45b0-9ced-143d1b780d1f admin admin] Usage tracker for resource:network and tenant:76bc34a978a74f5391886da16fb39bf8 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:55.479718 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-8d1b2242-7e20-45b0-9ced-143d1b780d1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:55.488460 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-8d1b2242-7e20-45b0-9ced-143d1b780d1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:55.508527 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-5d608c07-a542-4cb3-8def-071daca23588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:55.519922 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-5d608c07-a542-4cb3-8def-071daca23588 admin admin] Usage tracker for resource:network and tenant:bbb04e0b5efb425f90f0f9aee3cac890 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:55.532252 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-5d608c07-a542-4cb3-8def-071daca23588 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:55.550715 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-5d608c07-a542-4cb3-8def-071daca23588 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:55.578638 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1b2242-7e20-45b0-9ced-143d1b780d1f admin admin] Made reservation on behalf of 76bc34a978a74f5391886da16fb39bf8 for: {'network': 1} {{(pid=74222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:25:55.582470 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-8d1b2242-7e20-45b0-9ced-143d1b780d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for network, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:55.599194 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-8d1b2242-7e20-45b0-9ced-143d1b780d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:55.622376 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-8d1b2242-7e20-45b0-9ced-143d1b780d1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:55.658256 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-8d1b2242-7e20-45b0-9ced-143d1b780d1f admin admin] Usage tracker for resource:security_group_rule and tenant:76bc34a978a74f5391886da16fb39bf8 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:55.666419 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-8d1b2242-7e20-45b0-9ced-143d1b780d1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:55.672894 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d608c07-a542-4cb3-8def-071daca23588 admin admin] Made reservation on behalf of bbb04e0b5efb425f90f0f9aee3cac890 for: {'network': 1} {{(pid=74222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:25:55.675282 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-5d608c07-a542-4cb3-8def-071daca23588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for network, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:55.706794 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-8370983d-d403-4a88-b259-1dd1c16a0bfc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1277100894-network', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:25:55.706794 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-a2f409de-b98e-4cb9-a663-e7880d871edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for subnet, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:55.708876 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-8d1b2242-7e20-45b0-9ced-143d1b780d1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:55.713578 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-8370983d-d403-4a88-b259-1dd1c16a0bfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:55.715587 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:25:55.723391 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-5d608c07-a542-4cb3-8def-071daca23588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:55.751706 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-8370983d-d403-4a88-b259-1dd1c16a0bfc admin admin] Usage tracker for resource:network and tenant:4c120e913866442b994ca71f4b2f0f98 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:55.756720 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-8370983d-d403-4a88-b259-1dd1c16a0bfc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:55.772829 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-8370983d-d403-4a88-b259-1dd1c16a0bfc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:55.774503 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-5d608c07-a542-4cb3-8def-071daca23588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:55.778492 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c5fc553b-0787-41cc-ac30-264503a36912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for subnet, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:55.797053 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-5d608c07-a542-4cb3-8def-071daca23588 admin admin] Usage tracker for resource:security_group_rule and tenant:bbb04e0b5efb425f90f0f9aee3cac890 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:55.808724 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f409de-b98e-4cb9-a663-e7880d871edf admin admin] Checking segment: {'id': 'e27d6d3a-acad-4e56-8b22-9dcd41a82e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd89a4125-3764-4595-b3a0-58856003dba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:25:55.809079 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f409de-b98e-4cb9-a663-e7880d871edf admin admin] Network hostable DHCP agents. Network: d89a4125-3764-4595-b3a0-58856003dba9, hostable agents: ['948d1784-d24a-40dc-b599-c4e6e391e200'], hosted agents: [] {{(pid=74221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:25:55.810076 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-5d608c07-a542-4cb3-8def-071daca23588 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:55.819906 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-c6e27c16-a246-4757-8795-7a30cfaaebb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:25:55.837127 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f409de-b98e-4cb9-a663-e7880d871edf admin admin] Pushing event updated for resources: {'Subnet': ['ID=745e4f5f-e99e-45c7-ba2f-044ccda911f1,revision_number=0']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:55.840344 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-a2f409de-b98e-4cb9-a663-e7880d871edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:25:55.886617 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-5d608c07-a542-4cb3-8def-071daca23588 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:55.892217 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8370983d-d403-4a88-b259-1dd1c16a0bfc admin admin] Made reservation on behalf of 4c120e913866442b994ca71f4b2f0f98 for: {'network': 1} {{(pid=74221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:25:55.894896 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-8370983d-d403-4a88-b259-1dd1c16a0bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for network, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:55.917522 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f409de-b98e-4cb9-a663-e7880d871edf admin admin] Network d89a4125-3764-4595-b3a0-58856003dba9 is scheduled to be hosted by DHCP agent 948d1784-d24a-40dc-b599-c4e6e391e200 with binding_index 1 {{(pid=74221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:25:55.919648 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-8370983d-d403-4a88-b259-1dd1c16a0bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:55.965345 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-8370983d-d403-4a88-b259-1dd1c16a0bfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:55.976174 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-8370983d-d403-4a88-b259-1dd1c16a0bfc admin admin] Usage tracker for resource:security_group_rule and tenant:4c120e913866442b994ca71f4b2f0f98 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:55.980099 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-8370983d-d403-4a88-b259-1dd1c16a0bfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:55.990126 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-8370983d-d403-4a88-b259-1dd1c16a0bfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:56.022027 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc553b-0787-41cc-ac30-264503a36912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=440c7ecc-ada7-425e-af57-04720abc3629,revision_number=0']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:56.030106 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-c5fc553b-0787-41cc-ac30-264503a36912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:25:56.078469 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [None req-a2f409de-b98e-4cb9-a663-e7880d871edf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-smb, d89a4125-3764-4595-b3a0-58856003dba9) {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:25:56.089123 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f409de-b98e-4cb9-a663-e7880d871edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:25:56.090068 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-a2f409de-b98e-4cb9-a663-e7880d871edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:56.090183 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0146ae-4967-45ed-b8d2-48e5a92a0d82 None None] Network d89a4125-3764-4595-b3a0-58856003dba9 requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:25:56.105041 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fc553b-0787-41cc-ac30-264503a36912 admin admin] Checking segment: {'id': '207280f5-ebc6-4c23-9262-17f03eeab6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8db4af54-0a5f-400d-8ea5-42d92dce6c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:25:56.105401 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fc553b-0787-41cc-ac30-264503a36912 admin admin] Network hostable DHCP agents. Network: 8db4af54-0a5f-400d-8ea5-42d92dce6c03, hostable agents: ['948d1784-d24a-40dc-b599-c4e6e391e200'], hosted agents: [] {{(pid=74222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:25:56.152270 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-8370983d-d403-4a88-b259-1dd1c16a0bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:56.218790 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-5d608c07-a542-4cb3-8def-071daca23588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:56.227164 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-8d1b2242-7e20-45b0-9ced-143d1b780d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:56.236356 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-8370983d-d403-4a88-b259-1dd1c16a0bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:56.242182 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:25:56.264009 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fc553b-0787-41cc-ac30-264503a36912 admin admin] Network 8db4af54-0a5f-400d-8ea5-42d92dce6c03 is scheduled to be hosted by DHCP agent 948d1784-d24a-40dc-b599-c4e6e391e200 with binding_index 1 {{(pid=74222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:25:56.275989 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.base_scheduler [None req-c5fc553b-0787-41cc-ac30-264503a36912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-smb, 8db4af54-0a5f-400d-8ea5-42d92dce6c03) {{(pid=74222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:25:56.286346 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8370983d-d403-4a88-b259-1dd1c16a0bfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=74221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:25:56.289886 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-a2f409de-b98e-4cb9-a663-e7880d871edf admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3047531 May 04 18:25:56.307119 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fc553b-0787-41cc-ac30-264503a36912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:25:56.307471 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c5fc553b-0787-41cc-ac30-264503a36912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:56.308085 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370983d-d403-4a88-b259-1dd1c16a0bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c510a19-dbb6-4c10-9136-06ca5aefdc48,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:56.313203 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-8370983d-d403-4a88-b259-1dd1c16a0bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:25:56.314638 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-8370983d-d403-4a88-b259-1dd1c16a0bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:56.315134 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.db.segments_db [None req-8370983d-d403-4a88-b259-1dd1c16a0bfc admin admin] Added segment 6669c33b-c066-4d38-9470-2e21624c8d58 of type vlan for network 634c6d2b-13fc-4507-bef8-13a83088a32c May 04 18:25:56.350622 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-8370983d-d403-4a88-b259-1dd1c16a0bfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785699775636'] for network, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:56.354250 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-8d1b2242-7e20-45b0-9ced-143d1b780d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:56.355292 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-5d608c07-a542-4cb3-8def-071daca23588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:56.370629 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:25:56.424950 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d1b2242-7e20-45b0-9ced-143d1b780d1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=74222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:25:56.459146 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-8370983d-d403-4a88-b259-1dd1c16a0bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:56.460521 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8370983d-d403-4a88-b259-1dd1c16a0bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:25:56.461106 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-8370983d-d403-4a88-b259-1dd1c16a0bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:56.462623 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b2242-7e20-45b0-9ced-143d1b780d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39a270a-9053-4364-8d0f-8503ffdf26fd,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:56.471163 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:25:56.508856 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d608c07-a542-4cb3-8def-071daca23588 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=74222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:25:56.513351 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-8d1b2242-7e20-45b0-9ced-143d1b780d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:56.513521 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28d67bd-5645-47fc-8f7c-ab67afefc914 None None] Network 8db4af54-0a5f-400d-8ea5-42d92dce6c03 requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:25:56.514133 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.db.segments_db [None req-8d1b2242-7e20-45b0-9ced-143d1b780d1f admin admin] Added segment 2315d098-183a-4c35-96bd-20c7ee16ef70 of type vlan for network 3feac1cb-76d7-4653-8c68-28519f9a3ebb May 04 18:25:56.533390 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-c5fc553b-0787-41cc-ac30-264503a36912 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7327354 May 04 18:25:56.535516 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 46860) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:56.552989 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-5d608c07-a542-4cb3-8def-071daca23588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:56.553775 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.db.segments_db [None req-5d608c07-a542-4cb3-8def-071daca23588 admin admin] Added segment b5ae4dd1-f3b1-491e-9422-eca14da9d1e8 of type vlan for network 6439c8b0-68f5-4b5e-8176-84afc9c83264 May 04 18:25:56.557688 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-cfa2da06-2408-4c6c-8e7c-6dc6afe215e6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-502713647-router', 'tenant_id': '573de575cbed4946845325c86ea66876', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'}}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:25:56.569457 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bb70d5-bdfe-4e8c-a20a-75d8f465fe20 None None] Network d89a4125-3764-4595-b3a0-58856003dba9 requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:25:56.581202 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-8370983d-d403-4a88-b259-1dd1c16a0bfc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2591486 May 04 18:25:56.584121 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 46864) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:56.591588 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-cfa2da06-2408-4c6c-8e7c-6dc6afe215e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:56.591904 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-6d9ba7d8-d1b3-4a35-a809-073b36da26ba admin admin] Request body: {'subnet': {'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1277100894-subnet', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:25:56.607708 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370983d-d403-4a88-b259-1dd1c16a0bfc admin admin] Pushing event updated for resources: {'Network': ['ID=634c6d2b-13fc-4507-bef8-13a83088a32c,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:56.607708 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-6d9ba7d8-d1b3-4a35-a809-073b36da26ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:56.607708 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-6d9ba7d8-d1b3-4a35-a809-073b36da26ba admin admin] Usage tracker for resource:subnet and tenant:4c120e913866442b994ca71f4b2f0f98 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:56.608901 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-6d9ba7d8-d1b3-4a35-a809-073b36da26ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:56.615178 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-8370983d-d403-4a88-b259-1dd1c16a0bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:25:56.626634 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-6d9ba7d8-d1b3-4a35-a809-073b36da26ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:56.642419 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-8d1b2242-7e20-45b0-9ced-143d1b780d1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785699775636'] for network, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:56.655345 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Network 634c6d2b-13fc-4507-bef8-13a83088a32c details requested by agent ovs-agent-dv-cinder-789603-2-smb with host dv-cinder-789603-2-smb {{(pid=74223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:25:56.666666 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d608c07-a542-4cb3-8def-071daca23588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00722f54-4f75-41c7-98df-3035ea613095,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:56.669833 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-5d608c07-a542-4cb3-8def-071daca23588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:25:56.682574 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-cfa2da06-2408-4c6c-8e7c-6dc6afe215e6 admin admin] Usage tracker for resource:router and tenant:573de575cbed4946845325c86ea66876 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:56.689415 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:25:56.689415 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:25:56.690813 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-cfa2da06-2408-4c6c-8e7c-6dc6afe215e6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:56.697903 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-5d608c07-a542-4cb3-8def-071daca23588 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785699775636'] for network, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:56.707713 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-cfa2da06-2408-4c6c-8e7c-6dc6afe215e6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:56.709930 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9ba7d8-d1b3-4a35-a809-073b36da26ba admin admin] Made reservation on behalf of 4c120e913866442b994ca71f4b2f0f98 for: {'subnet': 1} {{(pid=74221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:25:56.713959 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-6d9ba7d8-d1b3-4a35-a809-073b36da26ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:56.814283 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-cfa2da06-2408-4c6c-8e7c-6dc6afe215e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-943714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29278'] for router, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:56.815349 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-cfa2da06-2408-4c6c-8e7c-6dc6afe215e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-883042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29271'] for router, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:56.824742 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-5d608c07-a542-4cb3-8def-071daca23588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:56.826893 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-8d1b2242-7e20-45b0-9ced-143d1b780d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:56.830415 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d608c07-a542-4cb3-8def-071daca23588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:25:56.831107 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-5d608c07-a542-4cb3-8def-071daca23588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:56.836285 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-e20f7272-144c-4a4c-ae1d-20846134475b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:25:56.867990 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1b2242-7e20-45b0-9ced-143d1b780d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:25:56.868578 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-8d1b2242-7e20-45b0-9ced-143d1b780d1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:56.895331 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-cfa2da06-2408-4c6c-8e7c-6dc6afe215e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:56.981398 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d608c07-a542-4cb3-8def-071daca23588 admin admin] Pushing event updated for resources: {'Network': ['ID=6439c8b0-68f5-4b5e-8176-84afc9c83264,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:57.140988 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Network 6439c8b0-68f5-4b5e-8176-84afc9c83264 details requested by agent ovs-agent-dv-cinder-789603-2-smb with host dv-cinder-789603-2-smb {{(pid=74223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:25:57.168658 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-5d608c07-a542-4cb3-8def-071daca23588 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0027738 May 04 18:25:57.170801 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 46894) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:57.196675 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-c9e33c61-694b-4097-a796-eab60e189da9 admin admin] Request body: {'subnet': {'network_id': '6439c8b0-68f5-4b5e-8176-84afc9c83264', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1677516277-subnet', 'tenant_id': 'bbb04e0b5efb425f90f0f9aee3cac890', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:25:57.202024 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-c9e33c61-694b-4097-a796-eab60e189da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:57.207062 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-c9e33c61-694b-4097-a796-eab60e189da9 admin admin] Usage tracker for resource:subnet and tenant:bbb04e0b5efb425f90f0f9aee3cac890 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:57.210196 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-c9e33c61-694b-4097-a796-eab60e189da9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:57.216231 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-c9e33c61-694b-4097-a796-eab60e189da9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:57.278708 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-8d1b2242-7e20-45b0-9ced-143d1b780d1f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3822768 May 04 18:25:57.281891 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 46900) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:57.292048 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-cc9b59ad-5209-4069-9acb-a89e3f0644f1 admin admin] Request body: {'subnet': {'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-690331288-subnet', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:25:57.293589 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b2242-7e20-45b0-9ced-143d1b780d1f admin admin] Pushing event updated for resources: {'Network': ['ID=3feac1cb-76d7-4653-8c68-28519f9a3ebb,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:57.296314 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-8d1b2242-7e20-45b0-9ced-143d1b780d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:25:57.305849 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.424s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:25:57.306121 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:25:57.313129 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05efe074-f5fb-473f-9da0-9fd1f0dbc56b None None] Network 8db4af54-0a5f-400d-8ea5-42d92dce6c03 requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:25:57.314576 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e33c61-694b-4097-a796-eab60e189da9 admin admin] Made reservation on behalf of bbb04e0b5efb425f90f0f9aee3cac890 for: {'subnet': 1} {{(pid=74221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:25:57.317128 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c9e33c61-694b-4097-a796-eab60e189da9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:57.334379 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Network 3feac1cb-76d7-4653-8c68-28519f9a3ebb details requested by agent ovs-agent-dv-cinder-789603-2-smb with host dv-cinder-789603-2-smb {{(pid=74223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:25:57.335930 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-cc9b59ad-5209-4069-9acb-a89e3f0644f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:57.370196 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-cc9b59ad-5209-4069-9acb-a89e3f0644f1 admin admin] Usage tracker for resource:subnet and tenant:76bc34a978a74f5391886da16fb39bf8 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:57.377854 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-cc9b59ad-5209-4069-9acb-a89e3f0644f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:57.458800 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-cc9b59ad-5209-4069-9acb-a89e3f0644f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:57.574726 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9b59ad-5209-4069-9acb-a89e3f0644f1 admin admin] Made reservation on behalf of 76bc34a978a74f5391886da16fb39bf8 for: {'subnet': 1} {{(pid=74221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:25:57.578519 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-cc9b59ad-5209-4069-9acb-a89e3f0644f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:57.644797 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-cfa2da06-2408-4c6c-8e7c-6dc6afe215e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942803', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-943628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29349'] for router, precommit_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:57.839636 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 46916) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:57.994262 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-6d9ba7d8-d1b3-4a35-a809-073b36da26ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for subnet, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:58.039575 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-a2f409de-b98e-4cb9-a663-e7880d871edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:25:58.060415 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-4c73f00a-367a-4599-a51a-090b1de5c923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:58.112931 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-4c73f00a-367a-4599-a51a-090b1de5c923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:58.154092 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 46942) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:58.162785 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-4c73f00a-367a-4599-a51a-090b1de5c923 admin admin] Usage tracker for resource:security_group_rule and tenant:a9a3e533f79b464ca0b0fb9332dc8bc5 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:58.170704 dv-cinder-789603-2-smb neutron-server[74222]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 18:25:58.172137 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-4c73f00a-367a-4599-a51a-090b1de5c923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:58.200170 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-4c73f00a-367a-4599-a51a-090b1de5c923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:58.248995 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9ba7d8-d1b3-4a35-a809-073b36da26ba admin admin] Checking segment: {'id': '6669c33b-c066-4d38-9470-2e21624c8d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:25:58.249634 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9ba7d8-d1b3-4a35-a809-073b36da26ba admin admin] Network hostable DHCP agents. Network: 634c6d2b-13fc-4507-bef8-13a83088a32c, hostable agents: ['948d1784-d24a-40dc-b599-c4e6e391e200'], hosted agents: [] {{(pid=74221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:25:58.285271 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ba7d8-d1b3-4a35-a809-073b36da26ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=656edfdd-aa87-4bb6-baf1-030ff554b1f3,revision_number=0']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:58.289466 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-6d9ba7d8-d1b3-4a35-a809-073b36da26ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:25:58.362950 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-cfa2da06-2408-4c6c-8e7c-6dc6afe215e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:58.406347 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9ba7d8-d1b3-4a35-a809-073b36da26ba admin admin] Network 634c6d2b-13fc-4507-bef8-13a83088a32c is scheduled to be hosted by DHCP agent 948d1784-d24a-40dc-b599-c4e6e391e200 with binding_index 1 {{(pid=74221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:25:58.421815 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-cfa2da06-2408-4c6c-8e7c-6dc6afe215e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:58.477575 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c9e33c61-694b-4097-a796-eab60e189da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for subnet, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:58.484699 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-6d9ba7d8-d1b3-4a35-a809-073b36da26ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:25:58.530635 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-0f062fef-12d6-47c3-82c9-12abdc65e732 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:25:58.537986 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-0f062fef-12d6-47c3-82c9-12abdc65e732 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/networks?id=d89a4125-3764-4595-b3a0-58856003dba9 HTTP/1.1" status: 200 len: 814 time: 0.3810029 May 04 18:25:58.568973 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [None req-6d9ba7d8-d1b3-4a35-a809-073b36da26ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-smb, 634c6d2b-13fc-4507-bef8-13a83088a32c) {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:25:58.570534 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e33c61-694b-4097-a796-eab60e189da9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf4b0c16-5c73-4270-8934-4957157e663f,revision_number=0']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:58.573085 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-f80322fd-a07d-46f1-a22f-4e38d686f859 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/quotas/ae13407124d74fde8758bfce312171fb HTTP/1.1" status: 200 len: 375 time: 0.0342677 May 04 18:25:58.579669 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1868657-c224-419e-a8ad-d0611de84997 None None] Network 634c6d2b-13fc-4507-bef8-13a83088a32c requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:25:58.588219 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9ba7d8-d1b3-4a35-a809-073b36da26ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:25:58.588935 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-6d9ba7d8-d1b3-4a35-a809-073b36da26ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:58.639541 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e33c61-694b-4097-a796-eab60e189da9 admin admin] Checking segment: {'id': 'b5ae4dd1-f3b1-491e-9422-eca14da9d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6439c8b0-68f5-4b5e-8176-84afc9c83264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:25:58.640171 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e33c61-694b-4097-a796-eab60e189da9 admin admin] Network hostable DHCP agents. Network: 6439c8b0-68f5-4b5e-8176-84afc9c83264, hostable agents: ['948d1784-d24a-40dc-b599-c4e6e391e200'], hosted agents: [] {{(pid=74221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:25:58.656524 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-c9e33c61-694b-4097-a796-eab60e189da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:25:58.687433 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-68ca66b5-24af-4f84-8184-ab82aeddcf9f tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae13407124d74fde8758bfce312171fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1029747 May 04 18:25:58.689494 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-cc9b59ad-5209-4069-9acb-a89e3f0644f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for subnet, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:58.694879 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:25:58.705904 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-4c73f00a-367a-4599-a51a-090b1de5c923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:58.721334 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.db_base_plugin_common [None req-cfa2da06-2408-4c6c-8e7c-6dc6afe215e6 admin admin] Allocated IP 172.28.1.91 (90b44f7d-5c55-4edd-ba51-1d4bf68bd72d/15770a9c-0e03-4178-b54a-c3c1706d1253/2e87d7f5-d81e-41a0-888d-f74934ec4b75) {{(pid=74222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:25:58.744372 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-6d9ba7d8-d1b3-4a35-a809-073b36da26ba admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1591094 May 04 18:25:58.751985 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 46956) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:58.760702 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-becba978-4d68-43b5-8c5a-068a8c9c07c6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1277100894-router', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'}}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:25:58.783372 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-becba978-4d68-43b5-8c5a-068a8c9c07c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:58.791457 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-becba978-4d68-43b5-8c5a-068a8c9c07c6 admin admin] Usage tracker for resource:router and tenant:4c120e913866442b994ca71f4b2f0f98 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:58.798590 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-becba978-4d68-43b5-8c5a-068a8c9c07c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:58.802994 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b59ad-5209-4069-9acb-a89e3f0644f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac34bf5f-88ea-4331-a071-effcc9c85f2a,revision_number=0']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:58.810308 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-becba978-4d68-43b5-8c5a-068a8c9c07c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:58.812318 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-cc9b59ad-5209-4069-9acb-a89e3f0644f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:25:58.812943 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9b59ad-5209-4069-9acb-a89e3f0644f1 admin admin] Checking segment: {'id': '2315d098-183a-4c35-96bd-20c7ee16ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:25:58.813293 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9b59ad-5209-4069-9acb-a89e3f0644f1 admin admin] Network hostable DHCP agents. Network: 3feac1cb-76d7-4653-8c68-28519f9a3ebb, hostable agents: ['948d1784-d24a-40dc-b599-c4e6e391e200'], hosted agents: [] {{(pid=74221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:25:58.816054 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e33c61-694b-4097-a796-eab60e189da9 admin admin] Network 6439c8b0-68f5-4b5e-8176-84afc9c83264 is scheduled to be hosted by DHCP agent 948d1784-d24a-40dc-b599-c4e6e391e200 with binding_index 1 {{(pid=74221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:25:58.829691 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-4c73f00a-367a-4599-a51a-090b1de5c923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:58.831959 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [None req-c9e33c61-694b-4097-a796-eab60e189da9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-smb, 6439c8b0-68f5-4b5e-8176-84afc9c83264) {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:25:58.838613 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e33c61-694b-4097-a796-eab60e189da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:25:58.839188 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c9e33c61-694b-4097-a796-eab60e189da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:58.853568 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dcb2cb-4782-4ba5-a7af-386d73968035 None None] Network 6439c8b0-68f5-4b5e-8176-84afc9c83264 requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:25:58.859919 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:25:58.887349 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe140b76d-5e43-56e8-9ef0-5ecafadefb14-634c6d2b-13fc-4507-bef8-13a83088a32c', 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'fixed_ips': [{'subnet_id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3'}]}} from dv-cinder-789603-2-smb. {{(pid=74223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 18:25:58.888183 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:58.915699 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-4c73f00a-367a-4599-a51a-090b1de5c923 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a9a3e533f79b464ca0b0fb9332dc8bc5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0738211 May 04 18:25:58.918382 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 46962) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:58.929044 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-1088471b-35de-43ba-966d-08576f1f186f service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=74222) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 18:25:58.935711 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-1088471b-35de-43ba-966d-08576f1f186f service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0920205 May 04 18:25:58.954841 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73f00a-367a-4599-a51a-090b1de5c923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23376b63-a3d7-4fbd-81ae-535c5910b0c4,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:58.958866 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-c9e33c61-694b-4097-a796-eab60e189da9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7833154 May 04 18:25:58.959014 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9b59ad-5209-4069-9acb-a89e3f0644f1 admin admin] Network 3feac1cb-76d7-4653-8c68-28519f9a3ebb is scheduled to be hosted by DHCP agent 948d1784-d24a-40dc-b599-c4e6e391e200 with binding_index 1 {{(pid=74221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:25:58.961403 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-becba978-4d68-43b5-8c5a-068a8c9c07c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-943714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29278'] for router, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:58.962932 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-becba978-4d68-43b5-8c5a-068a8c9c07c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-883042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29271'] for router, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:58.964266 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-4c73f00a-367a-4599-a51a-090b1de5c923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:25:59.003730 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-cfa2da06-2408-4c6c-8e7c-6dc6afe215e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:59.020100 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-becba978-4d68-43b5-8c5a-068a8c9c07c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:59.122061 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-e5f224db-7921-48e5-b4bd-f6f5bc78abaa service neutron] 10.222.0.49 "GET /v2.0/networks/d89a4125-3764-4595-b3a0-58856003dba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854668 May 04 18:25:59.140346 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [None req-cc9b59ad-5209-4069-9acb-a89e3f0644f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-smb, 3feac1cb-76d7-4653-8c68-28519f9a3ebb) {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:25:59.161374 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9b59ad-5209-4069-9acb-a89e3f0644f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:25:59.161964 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-cc9b59ad-5209-4069-9acb-a89e3f0644f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:59.237820 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-aea881ed-e7a5-43fd-9a49-1ecc0094daca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:59.274923 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc1adc0-286c-41c8-b316-63bc8d1a3105 None None] Network 3feac1cb-76d7-4653-8c68-28519f9a3ebb requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:25:59.306634 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-aea881ed-e7a5-43fd-9a49-1ecc0094daca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:59.308649 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-a31baaf9-ed04-4adb-bb9e-6b0f2c8610e6 service neutron] 10.222.0.49 "GET /v2.0/networks/d89a4125-3764-4595-b3a0-58856003dba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851473 May 04 18:25:59.312102 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-cfa2da06-2408-4c6c-8e7c-6dc6afe215e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542'] for port, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:59.324417 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:25:59.385136 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-cc9b59ad-5209-4069-9acb-a89e3f0644f1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1019061 May 04 18:25:59.392548 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 46984) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:59.406521 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-1d4d403c-7c4a-4628-838e-cc3ebcf19f3c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-690331288-router', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'}}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:25:59.415147 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-1d4d403c-7c4a-4628-838e-cc3ebcf19f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:59.439330 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa2da06-2408-4c6c-8e7c-6dc6afe215e6 admin admin] Network 90b44f7d-5c55-4edd-ba51-1d4bf68bd72d is already hosted by enough agents. {{(pid=74222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:25:59.446707 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.base_scheduler [None req-cfa2da06-2408-4c6c-8e7c-6dc6afe215e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=74222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:25:59.451236 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa2da06-2408-4c6c-8e7c-6dc6afe215e6 admin admin] Received port after_create {{(pid=74222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:25:59.502209 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.db_base_plugin_common [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Allocated IP 172.20.0.2 (634c6d2b-13fc-4507-bef8-13a83088a32c/656edfdd-aa87-4bb6-baf1-030ff554b1f3/726db376-ba63-4420-a9c6-85480be2185d) {{(pid=74223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:25:59.567087 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2da06-2408-4c6c-8e7c-6dc6afe215e6 admin admin] Pushing event updated for resources: {'Port': ['ID=2e87d7f5-d81e-41a0-888d-f74934ec4b75,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:59.576668 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-cfa2da06-2408-4c6c-8e7c-6dc6afe215e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:25:59.578618 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-1d4d403c-7c4a-4628-838e-cc3ebcf19f3c admin admin] Usage tracker for resource:router and tenant:76bc34a978a74f5391886da16fb39bf8 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:59.597506 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-1d4d403c-7c4a-4628-838e-cc3ebcf19f3c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:59.638304 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 47002) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:59.686431 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4d1bf2-7d5d-463c-8ecf-c8e7c54c23ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe140b76d-5e43-56e8-9ef0-5ecafadefb14-3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'fixed_ips': [{'subnet_id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a'}]}} from dv-cinder-789603-2-smb. {{(pid=74223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 18:25:59.687841 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-1a4d1bf2-7d5d-463c-8ecf-c8e7c54c23ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:59.719659 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-1d4d403c-7c4a-4628-838e-cc3ebcf19f3c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:59.739517 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-aea881ed-e7a5-43fd-9a49-1ecc0094daca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:59.755974 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:25:59.842377 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea881ed-e7a5-43fd-9a49-1ecc0094daca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23376b63-a3d7-4fbd-81ae-535c5910b0c4,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:59.845528 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-0cd1ac87-bfaa-41d8-b972-6e2d9b4f521e tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:25:59.847119 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-0cd1ac87-bfaa-41d8-b972-6e2d9b4f521e tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Synchronizing usage tracker for tenant:bbb04e0b5efb425f90f0f9aee3cac890 on resource:network {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:25:59.897671 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c94d1f2-c8d1-4740-b0f7-7e272bf9344f None None] Network 6439c8b0-68f5-4b5e-8176-84afc9c83264 requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:25:59.900824 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-aea881ed-e7a5-43fd-9a49-1ecc0094daca admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:59.902110 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-aea881ed-e7a5-43fd-9a49-1ecc0094daca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/23376b63-a3d7-4fbd-81ae-535c5910b0c4 HTTP/1.1" status: 204 len: 168 time: 0.9827814 May 04 18:25:59.915104 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-aea881ed-e7a5-43fd-9a49-1ecc0094daca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:25:59.923586 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-becba978-4d68-43b5-8c5a-068a8c9c07c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942803', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-943628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29349'] for router, precommit_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:59.944363 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-1d4d403c-7c4a-4628-838e-cc3ebcf19f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-943714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29278'] for router, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:59.949477 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-1d4d403c-7c4a-4628-838e-cc3ebcf19f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-883042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29271'] for router, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:59.976443 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-1d4d403c-7c4a-4628-838e-cc3ebcf19f3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:00.109071 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6825a41a-95a4-4d6c-9562-25357b7c986d req-02428718-ae73-4b50-8d67-b7aa747f0f92 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b733bf7d-63b8-47a3-b881-4402c9e42719 HTTP/1.1" status: 200 len: 210 time: 0.0656898 May 04 18:26:00.196287 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-0cd1ac87-bfaa-41d8-b972-6e2d9b4f521e tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Unset dirty status for tenant:bbb04e0b5efb425f90f0f9aee3cac890 on resource:network {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:26:00.197998 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-0cd1ac87-bfaa-41d8-b972-6e2d9b4f521e tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/networks?id=6439c8b0-68f5-4b5e-8176-84afc9c83264 HTTP/1.1" status: 200 len: 812 time: 0.5592518 May 04 18:26:00.224247 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-65b92190-fc75-4935-9e23-f1d2d629952b tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/quotas/bbb04e0b5efb425f90f0f9aee3cac890 HTTP/1.1" status: 200 len: 375 time: 0.0138545 May 04 18:26:00.233867 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Notify callbacks [] for port, precommit_create {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:00.260287 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.db_base_plugin_common [None req-1a4d1bf2-7d5d-463c-8ecf-c8e7c54c23ac None None] Allocated IP 172.20.0.2 (3feac1cb-76d7-4653-8c68-28519f9a3ebb/ac34bf5f-88ea-4331-a071-effcc9c85f2a/6952a756-e847-4e82-98bc-6635e8020768) {{(pid=74223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:26:00.262553 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Transition to ACTIVE for port object 726db376-ba63-4420-a9c6-85480be2185d will not be triggered until provisioned by entity L2. {{(pid=74223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:26:00.418704 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-4c4821e0-e524-42fb-aa66-58c204209931 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bbb04e0b5efb425f90f0f9aee3cac890&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0895412 May 04 18:26:00.422227 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-cfa2da06-2408-4c6c-8e7c-6dc6afe215e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:00.459468 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Transition to ACTIVE for port object 726db376-ba63-4420-a9c6-85480be2185d will not be triggered until provisioned by entity DHCP. {{(pid=74223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:26:00.538443 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542'] for port, after_create {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:00.546364 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:00.629226 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Network 634c6d2b-13fc-4507-bef8-13a83088a32c is already hosted by enough agents. {{(pid=74223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:26:00.634674 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.scheduler.base_scheduler [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Resources bound (agent type, host, resource id): {{(pid=74223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:26:00.650053 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Received port after_create {{(pid=74223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:26:00.697991 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Pushing event updated for resources: {'Port': ['ID=726db376-ba63-4420-a9c6-85480be2185d,revision_number=1']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:00.728635 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-1d4d403c-7c4a-4628-838e-cc3ebcf19f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942803', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-943628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29349'] for router, precommit_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:00.788006 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:00.788609 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:00.790162 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:00.790162 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:00.790162 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:00.790162 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:00.790787 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:00.791281 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:00.791770 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:00.792248 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:00.792568 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:00.792888 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Tracked resource versions report: May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: pushed versions: May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: { 'AddressGroup': {'1.2'}, May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: 'ConntrackHelper': {'1.0'}, May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: 'Log': {'1.0'}, May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: 'Network': {'1.1'}, May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: 'Port': {'1.7'}, May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: 'PortForwarding': {'1.2'}, May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: 'QosPolicy': {'1.8'}, May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: 'SecurityGroup': {'1.4'}, May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: 'SecurityGroupRule': {'1.2'}, May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: 'SubPort': {'1.0'}, May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: 'Subnet': {'1.1'}, May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: 'Trunk': {'1.1'}} May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: consumer versions: May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: { DHCP agent@dv-cinder-789603-2-smb: {}, May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: HyperV agent@hv-cinder-78960: {}, May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: L3 agent@dv-cinder-789603-2-smb: {}, May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: Metadata agent@dv-cinder-789603-2-smb: {}, May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: Metering agent@dv-cinder-789603-2-smb: {}, May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: Open vSwitch agent@dv-cinder-789603-2-smb: { 'AddressGroup': '1.2', May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: 'ConntrackHelper': '1.0', May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: 'Log': '1.0', May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: 'Network': '1.1', May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: 'Port': '1.7', May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: 'PortForwarding': '1.2', May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: 'QosPolicy': '1.8', May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: 'SecurityGroup': '1.4', May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: 'SecurityGroupRule': '1.2', May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: 'SubPort': '1.0', May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: 'Subnet': '1.1', May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: 'Trunk': '1.1'}} May 04 18:26:00.793899 dv-cinder-789603-2-smb neutron-server[74223]: {{(pid=74223) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 18:26:00.803000 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:00.833477 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Attempting to bind port 726db376-ba63-4420-a9c6-85480be2185d on host dv-cinder-789603-2-smb for vnic_type normal with profile {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:26:00.835729 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Attempting to bind port 726db376-ba63-4420-a9c6-85480be2185d by drivers openvswitch,hyperv on host dv-cinder-789603-2-smb at level 0 using segments [{'id': '6669c33b-c066-4d38-9470-2e21624c8d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c'}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:26:00.837893 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Attempting to bind port 726db376-ba63-4420-a9c6-85480be2185d on network 634c6d2b-13fc-4507-bef8-13a83088a32c {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:26:00.887769 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-1a4d1bf2-7d5d-463c-8ecf-c8e7c54c23ac None None] Notify callbacks [] for port, precommit_create {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:00.905232 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Checking agent: {'id': 'bc53da1e-f01a-45f2-860f-1d5e19382f0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 18, 6), 'started_at': datetime.datetime(2021, 5, 4, 18, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:26:00.906039 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Checking segment: {'id': '6669c33b-c066-4d38-9470-2e21624c8d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:26:00.906736 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:00.908137 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Bound using segment: {'id': '6669c33b-c066-4d38-9470-2e21624c8d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c'} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:26:00.908718 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Bound port: 726db376-ba63-4420-a9c6-85480be2185d, host: dv-cinder-789603-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6669c33b-c066-4d38-9470-2e21624c8d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c'}}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:26:00.910469 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:00.977937 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-cfa2da06-2408-4c6c-8e7c-6dc6afe215e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-943643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942780'] for router, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:00.979869 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-1a4d1bf2-7d5d-463c-8ecf-c8e7c54c23ac None None] Transition to ACTIVE for port object 6952a756-e847-4e82-98bc-6635e8020768 will not be triggered until provisioned by entity L2. {{(pid=74223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:26:01.044758 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 47066) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:01.073919 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-d2e3e8ef-b63b-4139-a73b-8c7c1bf02862 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=74222) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 18:26:01.074458 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-49734a6e-5278-4d19-8e73-36a70b411ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:01.083511 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-d2e3e8ef-b63b-4139-a73b-8c7c1bf02862 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4589972 May 04 18:26:01.094494 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-becba978-4d68-43b5-8c5a-068a8c9c07c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:01.124084 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-1a4d1bf2-7d5d-463c-8ecf-c8e7c54c23ac None None] Transition to ACTIVE for port object 6952a756-e847-4e82-98bc-6635e8020768 will not be triggered until provisioned by entity DHCP. {{(pid=74223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:26:01.132576 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-becba978-4d68-43b5-8c5a-068a8c9c07c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:01.135097 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-49734a6e-5278-4d19-8e73-36a70b411ffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:01.178726 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-49734a6e-5278-4d19-8e73-36a70b411ffc admin admin] Usage tracker for resource:security_group_rule and tenant:a5b83b72791d4f18901db5b31380cef3 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:01.180602 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] For port 726db376-ba63-4420-a9c6-85480be2185d, host dv-cinder-789603-2-smb, cleared binding levels {{(pid=74223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:26:01.184313 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-49734a6e-5278-4d19-8e73-36a70b411ffc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:01.187923 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] For port 726db376-ba63-4420-a9c6-85480be2185d, host dv-cinder-789603-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=726db376-ba63-4420-a9c6-85480be2185d,segment=NetworkSegment(6669c33b-c066-4d38-9470-2e21624c8d58),segment_id=6669c33b-c066-4d38-9470-2e21624c8d58)] {{(pid=74223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:26:01.192963 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-1a4d1bf2-7d5d-463c-8ecf-c8e7c54c23ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542'] for port, after_create {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:01.195665 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-49734a6e-5278-4d19-8e73-36a70b411ffc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:01.202887 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:01.268068 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:01.269949 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4d1bf2-7d5d-463c-8ecf-c8e7c54c23ac None None] Network 3feac1cb-76d7-4653-8c68-28519f9a3ebb is already hosted by enough agents. {{(pid=74223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:26:01.276566 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.scheduler.base_scheduler [None req-1a4d1bf2-7d5d-463c-8ecf-c8e7c54c23ac None None] Resources bound (agent type, host, resource id): {{(pid=74223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:26:01.289271 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4d1bf2-7d5d-463c-8ecf-c8e7c54c23ac None None] Received port after_create {{(pid=74223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:26:01.316307 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-997d9711-58fc-4cdc-b404-2b6db5681e57 req-5252398a-721f-4dd7-9523-e87f98bce7a3 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b733bf7d-63b8-47a3-b881-4402c9e42719 HTTP/1.1" status: 200 len: 210 time: 0.1038129 May 04 18:26:01.337940 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d1bf2-7d5d-463c-8ecf-c8e7c54c23ac None None] Pushing event updated for resources: {'Port': ['ID=6952a756-e847-4e82-98bc-6635e8020768,revision_number=1']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:01.532247 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-6dbfc08d-d86e-417a-a123-9bfbc99596e9 service neutron] 10.222.0.49 "GET /v2.0/networks/6439c8b0-68f5-4b5e-8176-84afc9c83264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475415 May 04 18:26:01.541398 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-1a4d1bf2-7d5d-463c-8ecf-c8e7c54c23ac None None] Attempting to bind port 6952a756-e847-4e82-98bc-6635e8020768 on host dv-cinder-789603-2-smb for vnic_type normal with profile {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:26:01.546409 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-1a4d1bf2-7d5d-463c-8ecf-c8e7c54c23ac None None] Attempting to bind port 6952a756-e847-4e82-98bc-6635e8020768 by drivers openvswitch,hyperv on host dv-cinder-789603-2-smb at level 0 using segments [{'id': '2315d098-183a-4c35-96bd-20c7ee16ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb'}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:26:01.547013 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4d1bf2-7d5d-463c-8ecf-c8e7c54c23ac None None] Attempting to bind port 6952a756-e847-4e82-98bc-6635e8020768 on network 3feac1cb-76d7-4653-8c68-28519f9a3ebb {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:26:01.547145 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_common [None req-becba978-4d68-43b5-8c5a-068a8c9c07c6 admin admin] Allocated IP 172.28.1.156 (90b44f7d-5c55-4edd-ba51-1d4bf68bd72d/15770a9c-0e03-4178-b54a-c3c1706d1253/f3207022-b947-4177-93e3-c02cf8f72467) {{(pid=74221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:26:01.559833 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-1a4d1bf2-7d5d-463c-8ecf-c8e7c54c23ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:01.560965 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4d1bf2-7d5d-463c-8ecf-c8e7c54c23ac None None] Checking agent: {'id': 'bc53da1e-f01a-45f2-860f-1d5e19382f0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 18, 6), 'started_at': datetime.datetime(2021, 5, 4, 18, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:26:01.561572 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4d1bf2-7d5d-463c-8ecf-c8e7c54c23ac None None] Checking segment: {'id': '2315d098-183a-4c35-96bd-20c7ee16ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:26:01.562118 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-1a4d1bf2-7d5d-463c-8ecf-c8e7c54c23ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:01.562681 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4d1bf2-7d5d-463c-8ecf-c8e7c54c23ac None None] Bound using segment: {'id': '2315d098-183a-4c35-96bd-20c7ee16ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb'} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:26:01.563840 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-1a4d1bf2-7d5d-463c-8ecf-c8e7c54c23ac None None] Bound port: 6952a756-e847-4e82-98bc-6635e8020768, host: dv-cinder-789603-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2315d098-183a-4c35-96bd-20c7ee16ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb'}}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:26:01.564431 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-1a4d1bf2-7d5d-463c-8ecf-c8e7c54c23ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:01.583416 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.307s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:01.691185 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-49734a6e-5278-4d19-8e73-36a70b411ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:01.706444 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-ab527a64-0f39-44da-8857-b2dcb59e1753 service neutron] 10.222.0.49 "GET /v2.0/networks/6439c8b0-68f5-4b5e-8176-84afc9c83264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649837 May 04 18:26:01.733492 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Pushing event updated for resources: {'Port': ['ID=726db376-ba63-4420-a9c6-85480be2185d,revision_number=2']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:01.745214 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:01.749242 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-1a4d1bf2-7d5d-463c-8ecf-c8e7c54c23ac None None] For port 6952a756-e847-4e82-98bc-6635e8020768, host dv-cinder-789603-2-smb, cleared binding levels {{(pid=74223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:26:01.760833 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-1a4d1bf2-7d5d-463c-8ecf-c8e7c54c23ac None None] For port 6952a756-e847-4e82-98bc-6635e8020768, host dv-cinder-789603-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=6952a756-e847-4e82-98bc-6635e8020768,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:26:01.782695 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-1d4d403c-7c4a-4628-838e-cc3ebcf19f3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:01.826067 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-49734a6e-5278-4d19-8e73-36a70b411ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:01.858328 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-1d4d403c-7c4a-4628-838e-cc3ebcf19f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:01.881889 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-1a4d1bf2-7d5d-463c-8ecf-c8e7c54c23ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:01.882849 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa2da06-2408-4c6c-8e7c-6dc6afe215e6 admin admin] Router 5041f5a7-dbbc-48ba-a246-33c54483c525 is scheduled to L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b with binding_index 1 {{(pid=74222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 18:26:01.888399 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-1a4d1bf2-7d5d-463c-8ecf-c8e7c54c23ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:01.995559 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:02.048173 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d1bf2-7d5d-463c-8ecf-c8e7c54c23ac None None] Pushing event updated for resources: {'Port': ['ID=6952a756-e847-4e82-98bc-6635e8020768,revision_number=2']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:02.051656 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-1a4d1bf2-7d5d-463c-8ecf-c8e7c54c23ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:02.077500 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 47084) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:02.078047 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-49734a6e-5278-4d19-8e73-36a70b411ffc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a5b83b72791d4f18901db5b31380cef3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0303085 May 04 18:26:02.079636 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49734a6e-5278-4d19-8e73-36a70b411ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e8843b-122d-473f-a164-578c5b8891b1,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:02.086191 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-49734a6e-5278-4d19-8e73-36a70b411ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:02.101192 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-becba978-4d68-43b5-8c5a-068a8c9c07c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:02.324074 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6a8451e7-c1f8-44df-be8a-68bec9435942 req-602431f8-8156-41f7-8a86-92667b71ff91 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b47cd1-360a-4748-8e8e-3715ab990389 HTTP/1.1" status: 200 len: 210 time: 0.1428144 May 04 18:26:02.417036 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-becba978-4d68-43b5-8c5a-068a8c9c07c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542'] for port, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:02.480602 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:02.691994 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_common [None req-1d4d403c-7c4a-4628-838e-cc3ebcf19f3c admin admin] Allocated IP 172.28.1.249 (90b44f7d-5c55-4edd-ba51-1d4bf68bd72d/15770a9c-0e03-4178-b54a-c3c1706d1253/0927b214-5a37-4db8-ad7a-8b7465bec206) {{(pid=74221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:26:02.706000 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becba978-4d68-43b5-8c5a-068a8c9c07c6 admin admin] Network 90b44f7d-5c55-4edd-ba51-1d4bf68bd72d is already hosted by enough agents. {{(pid=74221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:26:02.718337 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [None req-becba978-4d68-43b5-8c5a-068a8c9c07c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:26:02.757218 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e4dbe5a6-14a0-4998-9057-810757bcba59 req-fc5cd421-9be0-4e44-9d4e-ef1847d3685f tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b733bf7d-63b8-47a3-b881-4402c9e42719 HTTP/1.1" status: 200 len: 210 time: 0.1292546 May 04 18:26:02.781326 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becba978-4d68-43b5-8c5a-068a8c9c07c6 admin admin] Received port after_create {{(pid=74221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:26:02.784858 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-b44888d1-d95d-4e3d-a0c6-27e23c5d2ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:02.801677 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa2da06-2408-4c6c-8e7c-6dc6afe215e6 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:26:02.819977 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd7fe33-2ca5-4b5c-9519-3eed1695ef06 None None] Sync routers for ids ['5041f5a7-dbbc-48ba-a246-33c54483c525'] in dv-cinder-789603-2-smb {{(pid=74224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:26:02.823928 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-9f75fe06-a5c5-401e-889a-71bb0b92089d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:02.831896 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-b44888d1-d95d-4e3d-a0c6-27e23c5d2ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:02.835586 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd7fe33-2ca5-4b5c-9519-3eed1695ef06 None None] Routers {'5041f5a7-dbbc-48ba-a246-33c54483c525'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:26:02.835586 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-1fd7fe33-2ca5-4b5c-9519-3eed1695ef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:25:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['5041f5a7-dbbc-48ba-a246-33c54483c525'], 'active': True} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:02.844432 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becba978-4d68-43b5-8c5a-068a8c9c07c6 admin admin] Pushing event updated for resources: {'Port': ['ID=f3207022-b947-4177-93e3-c02cf8f72467,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:02.865453 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-becba978-4d68-43b5-8c5a-068a8c9c07c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:02.949792 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-cfa2da06-2408-4c6c-8e7c-6dc6afe215e6 admin admin] Notify callbacks [] for router, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:02.951382 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-cfa2da06-2408-4c6c-8e7c-6dc6afe215e6 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4117494 May 04 18:26:02.954296 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 47122) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:03.093037 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-1d4d403c-7c4a-4628-838e-cc3ebcf19f3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:03.130749 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73665a07-b463-4568-a843-e5c9002911ee None None] Network 634c6d2b-13fc-4507-bef8-13a83088a32c requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:26:03.251372 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 47130) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:03.291870 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-1d4d403c-7c4a-4628-838e-cc3ebcf19f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542'] for port, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:03.371430 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvr_db [None req-1fd7fe33-2ca5-4b5c-9519-3eed1695ef06 None None] Set router 5041f5a7-dbbc-48ba-a246-33c54483c525 gateway port host: dv-cinder-789603-2-smb {{(pid=74224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:26:03.404483 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-becba978-4d68-43b5-8c5a-068a8c9c07c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:03.434959 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-b44888d1-d95d-4e3d-a0c6-27e23c5d2ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:03.453665 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:03.477559 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44888d1-d95d-4e3d-a0c6-27e23c5d2ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e8843b-122d-473f-a164-578c5b8891b1,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:03.480870 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-b44888d1-d95d-4e3d-a0c6-27e23c5d2ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:03.513979 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-141daa8d-c839-4c50-84fd-594a45e8f87c None None] Provisioning for port 726db376-ba63-4420-a9c6-85480be2185d completed by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:26:03.543627 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-17a437be-34fa-457f-a3ac-397f43e5d410 req-3185fdb9-f031-4670-9b9c-ed04d7d53c40 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b47cd1-360a-4748-8e8e-3715ab990389 HTTP/1.1" status: 200 len: 210 time: 0.0755920 May 04 18:26:03.548668 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-b44888d1-d95d-4e3d-a0c6-27e23c5d2ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:03.552423 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-b44888d1-d95d-4e3d-a0c6-27e23c5d2ec7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/59e8843b-122d-473f-a164-578c5b8891b1 HTTP/1.1" status: 204 len: 168 time: 1.4723310 May 04 18:26:03.899188 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ebe7ff-99fd-4d30-9fd0-6c7902c5dfdb None None] Network 3feac1cb-76d7-4653-8c68-28519f9a3ebb requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:26:03.980961 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 6952a756-e847-4e82-98bc-6635e8020768 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:26:04.066872 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4d403c-7c4a-4628-838e-cc3ebcf19f3c admin admin] Network 90b44f7d-5c55-4edd-ba51-1d4bf68bd72d is already hosted by enough agents. {{(pid=74221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:26:04.136882 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [None req-1d4d403c-7c4a-4628-838e-cc3ebcf19f3c admin admin] Resources bound (agent type, host, resource id): {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:26:04.148991 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-fed37149-deb7-4176-a6f0-9eb57f712002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:04.157078 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-9cebdd36-5844-46d5-99b1-0903e49c6a73 None None] Provisioning for port 6952a756-e847-4e82-98bc-6635e8020768 completed by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:26:04.208854 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4d403c-7c4a-4628-838e-cc3ebcf19f3c admin admin] Received port after_create {{(pid=74221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:26:04.263670 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b4694e86-3cd4-4711-b968-8eaabe5b481c req-a4787589-d94d-447b-9656-bd6effa94eb6 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b733bf7d-63b8-47a3-b881-4402c9e42719 HTTP/1.1" status: 200 len: 210 time: 0.1282361 May 04 18:26:04.369690 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d403c-7c4a-4628-838e-cc3ebcf19f3c admin admin] Pushing event updated for resources: {'Port': ['ID=0927b214-5a37-4db8-ad7a-8b7465bec206,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:04.392819 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-fed37149-deb7-4176-a6f0-9eb57f712002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:04.395626 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-1d4d403c-7c4a-4628-838e-cc3ebcf19f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.991s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:04.400373 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning for port 6952a756-e847-4e82-98bc-6635e8020768 completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:26:04.419888 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port 6952a756-e847-4e82-98bc-6635e8020768 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:26:04.420266 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:04.458419 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-1fd7fe33-2ca5-4b5c-9519-3eed1695ef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5041f5a7-dbbc-48ba-a246-33c54483c525', 'name': 'tempest-ServerRescueNegativeTestJSON-502713647-router', 'tenant_id': '573de575cbed4946845325c86ea66876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.91'}], 'enable_snat': True}, 'gw_port_id': '2e87d7f5-d81e-41a0-888d-f74934ec4b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:56Z', 'updated_at': '2021-05-04T18:25:59Z', 'revision_number': 3, 'project_id': '573de575cbed4946845325c86ea66876', 'gw_port': {'id': '2e87d7f5-d81e-41a0-888d-f74934ec4b75', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5041f5a7-dbbc-48ba-a246-33c54483c525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:25:58Z', 'updated_at': '2021-05-04T18:25:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:04.468878 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd7fe33-2ca5-4b5c-9519-3eed1695ef06 None None] Checking router: 5041f5a7-dbbc-48ba-a246-33c54483c525 for host: dv-cinder-789603-2-smb {{(pid=74224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:26:04.469901 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd7fe33-2ca5-4b5c-9519-3eed1695ef06 None None] Updating router 5041f5a7-dbbc-48ba-a246-33c54483c525 port 2e87d7f5-d81e-41a0-888d-f74934ec4b75 binding host dv-cinder-789603-2-smb {{(pid=74224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:26:04.601677 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-1fd7fe33-2ca5-4b5c-9519-3eed1695ef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:04.711020 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-fed37149-deb7-4176-a6f0-9eb57f712002 admin admin] Usage tracker for resource:security_group_rule and tenant:c0b68b1d832540d38b5e3b2cee9d0fe8 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:04.737995 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:04.796121 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-fed37149-deb7-4176-a6f0-9eb57f712002 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:04.804902 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] For port 6952a756-e847-4e82-98bc-6635e8020768, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=6952a756-e847-4e82-98bc-6635e8020768,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:26:04.819654 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-fed37149-deb7-4176-a6f0-9eb57f712002 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:04.875437 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:04.877412 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 726db376-ba63-4420-a9c6-85480be2185d up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:26:04.929716 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-becba978-4d68-43b5-8c5a-068a8c9c07c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:04.942512 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:04.980323 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b4e9a65f-9ba0-42ff-853c-c8a926c11aa7 req-419eaf4e-92e9-4eef-8e6d-3cb79f4184fe tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b47cd1-360a-4748-8e8e-3715ab990389 HTTP/1.1" status: 200 len: 210 time: 0.1382890 May 04 18:26:05.101762 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-608a6453-a244-4b4d-a32d-66fbbb2daaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:05.202494 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Pushing event updated for resources: {'Port': ['ID=6952a756-e847-4e82-98bc-6635e8020768,revision_number=3']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:05.212972 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:05.214746 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-4cbaa99b-100c-4dcf-8e1b-1c7ddebbeca2 None None] Provisioning complete for port 6952a756-e847-4e82-98bc-6635e8020768 triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:26:05.215109 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-4cbaa99b-100c-4dcf-8e1b-1c7ddebbeca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:05.230551 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.20', 65054) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:05.369744 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-1fd7fe33-2ca5-4b5c-9519-3eed1695ef06 None None] Notify callbacks [] for port, precommit_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:05.383992 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.provisioning_blocks [None req-1fd7fe33-2ca5-4b5c-9519-3eed1695ef06 None None] Transition to ACTIVE for port object 2e87d7f5-d81e-41a0-888d-f74934ec4b75 will not be triggered until provisioned by entity L2. {{(pid=74224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:26:05.475164 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-1fd7fe33-2ca5-4b5c-9519-3eed1695ef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:05.481254 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:05.504150 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning for port 726db376-ba63-4420-a9c6-85480be2185d completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:26:05.517409 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port 726db376-ba63-4420-a9c6-85480be2185d triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:26:05.517785 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:05.575785 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-fed37149-deb7-4176-a6f0-9eb57f712002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:05.623682 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae3f72a-84de-4ec4-87a8-56b7668a4ddd None None] Pushing event updated for resources: {'Port': ['ID=2e87d7f5-d81e-41a0-888d-f74934ec4b75,revision_number=2']} {{(pid=74224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:05.633182 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae3f72a-84de-4ec4-87a8-56b7668a4ddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:05.633525 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae3f72a-84de-4ec4-87a8-56b7668a4ddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:05.633831 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae3f72a-84de-4ec4-87a8-56b7668a4ddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:05.634158 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae3f72a-84de-4ec4-87a8-56b7668a4ddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:05.634477 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae3f72a-84de-4ec4-87a8-56b7668a4ddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:05.634793 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae3f72a-84de-4ec4-87a8-56b7668a4ddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:05.635104 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae3f72a-84de-4ec4-87a8-56b7668a4ddd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:05.635436 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae3f72a-84de-4ec4-87a8-56b7668a4ddd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:05.635746 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae3f72a-84de-4ec4-87a8-56b7668a4ddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:05.636054 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae3f72a-84de-4ec4-87a8-56b7668a4ddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:05.636362 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae3f72a-84de-4ec4-87a8-56b7668a4ddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:05.636651 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae3f72a-84de-4ec4-87a8-56b7668a4ddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae3f72a-84de-4ec4-87a8-56b7668a4ddd None None] Tracked resource versions report: May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: pushed versions: May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: { 'AddressGroup': {'1.2'}, May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: 'ConntrackHelper': {'1.0'}, May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: 'Log': {'1.0'}, May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: 'Network': {'1.1'}, May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: 'Port': {'1.7'}, May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: 'PortForwarding': {'1.2'}, May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: 'QosPolicy': {'1.8'}, May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: 'SecurityGroup': {'1.4'}, May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: 'SecurityGroupRule': {'1.2'}, May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: 'SubPort': {'1.0'}, May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: 'Subnet': {'1.1'}, May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: 'Trunk': {'1.1'}} May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: consumer versions: May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: { DHCP agent@dv-cinder-789603-2-smb: {}, May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: HyperV agent@hv-cinder-78960: {}, May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: L3 agent@dv-cinder-789603-2-smb: {}, May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: Metadata agent@dv-cinder-789603-2-smb: {}, May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: Metering agent@dv-cinder-789603-2-smb: {}, May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: Open vSwitch agent@dv-cinder-789603-2-smb: { 'AddressGroup': '1.2', May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: 'ConntrackHelper': '1.0', May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: 'Log': '1.0', May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: 'Network': '1.1', May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: 'Port': '1.7', May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: 'PortForwarding': '1.2', May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: 'QosPolicy': '1.8', May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: 'SecurityGroup': '1.4', May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: 'SecurityGroupRule': '1.2', May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: 'SubPort': '1.0', May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: 'Subnet': '1.1', May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: 'Trunk': '1.1'}} May 04 18:26:05.638335 dv-cinder-789603-2-smb neutron-server[74224]: {{(pid=74224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 18:26:05.656541 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [None req-0ae3f72a-84de-4ec4-87a8-56b7668a4ddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:05.697904 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-56c57722-03ca-4f95-b956-554958b2ec5d req-d21134f3-2c5f-4cb9-a13e-651ae9782f82 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b733bf7d-63b8-47a3-b881-4402c9e42719 HTTP/1.1" status: 200 len: 210 time: 0.0960495 May 04 18:26:05.701790 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.managers [None req-1fd7fe33-2ca5-4b5c-9519-3eed1695ef06 None None] Attempting to bind port 2e87d7f5-d81e-41a0-888d-f74934ec4b75 on host dv-cinder-789603-2-smb for vnic_type normal with profile {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:26:05.702920 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.managers [None req-1fd7fe33-2ca5-4b5c-9519-3eed1695ef06 None None] Attempting to bind port 2e87d7f5-d81e-41a0-888d-f74934ec4b75 by drivers openvswitch,hyperv on host dv-cinder-789603-2-smb at level 0 using segments [{'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'}] {{(pid=74224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:26:05.703517 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd7fe33-2ca5-4b5c-9519-3eed1695ef06 None None] Attempting to bind port 2e87d7f5-d81e-41a0-888d-f74934ec4b75 on network 90b44f7d-5c55-4edd-ba51-1d4bf68bd72d {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:26:05.722021 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd7fe33-2ca5-4b5c-9519-3eed1695ef06 None None] Checking agent: {'id': 'bc53da1e-f01a-45f2-860f-1d5e19382f0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 18, 6), 'started_at': datetime.datetime(2021, 5, 4, 18, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:26:05.725658 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd7fe33-2ca5-4b5c-9519-3eed1695ef06 None None] Checking segment: {'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:26:05.725658 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-1fd7fe33-2ca5-4b5c-9519-3eed1695ef06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:05.725658 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd7fe33-2ca5-4b5c-9519-3eed1695ef06 None None] Bound using segment: {'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'} {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:26:05.725658 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.managers [None req-1fd7fe33-2ca5-4b5c-9519-3eed1695ef06 None None] Bound port: 2e87d7f5-d81e-41a0-888d-f74934ec4b75, host: dv-cinder-789603-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'}}] {{(pid=74224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:26:05.727005 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-1fd7fe33-2ca5-4b5c-9519-3eed1695ef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:05.788196 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-06741864-47e9-480e-bc08-e2dac93bf2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:05.829629 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:05.870019 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.db [None req-1fd7fe33-2ca5-4b5c-9519-3eed1695ef06 None None] For port 2e87d7f5-d81e-41a0-888d-f74934ec4b75, host dv-cinder-789603-2-smb, cleared binding levels {{(pid=74224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:26:05.875028 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.db [None req-1fd7fe33-2ca5-4b5c-9519-3eed1695ef06 None None] For port 2e87d7f5-d81e-41a0-888d-f74934ec4b75, host dv-cinder-789603-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=2e87d7f5-d81e-41a0-888d-f74934ec4b75,segment=NetworkSegment(d30f7483-d557-48d7-ad06-77acf24064bb),segment_id=d30f7483-d557-48d7-ad06-77acf24064bb)] {{(pid=74224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:26:05.891251 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-0fcc1e43-6388-4ea6-94e1-d36c71900977 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:05.892587 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] For port 726db376-ba63-4420-a9c6-85480be2185d, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=726db376-ba63-4420-a9c6-85480be2185d,segment=NetworkSegment(6669c33b-c066-4d38-9470-2e21624c8d58),segment_id=6669c33b-c066-4d38-9470-2e21624c8d58)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:26:05.896842 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-0fcc1e43-6388-4ea6-94e1-d36c71900977 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.20 "GET /v2.0/networks?id=d89a4125-3764-4595-b3a0-58856003dba9 HTTP/1.1" status: 200 len: 814 time: 0.6651795 May 04 18:26:05.908353 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.db_base_plugin_common [None req-608a6453-a244-4b4d-a32d-66fbbb2daaf4 admin admin] Allocated IP 172.20.0.1 (8db4af54-0a5f-400d-8ea5-42d92dce6c03/440c7ecc-ada7-425e-af57-04720abc3629/da8bf259-6689-4301-92d8-b2482973942a) {{(pid=74222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:26:05.916767 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:05.941224 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-fed37149-deb7-4176-a6f0-9eb57f712002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:05.944253 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-1fd7fe33-2ca5-4b5c-9519-3eed1695ef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:05.948640 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:05.969463 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-a9d2b752-2e0f-4d79-b912-ee1aa7ce32a3 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Request body: {'port': {'device_id': 'b733bf7d-63b8-47a3-b881-4402c9e42719', 'network_id': 'd89a4125-3764-4595-b3a0-58856003dba9', 'admin_state_up': True, 'tenant_id': 'ae13407124d74fde8758bfce312171fb'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:26:06.003043 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:06.009781 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:06.010353 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-aea881ed-e7a5-43fd-9a49-1ecc0094daca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:06.148759 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd7fe33-2ca5-4b5c-9519-3eed1695ef06 None None] Routers {'5041f5a7-dbbc-48ba-a246-33c54483c525'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:26:06.149409 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-1fd7fe33-2ca5-4b5c-9519-3eed1695ef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:26:06Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['5041f5a7-dbbc-48ba-a246-33c54483c525'], 'active': True} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:06.217501 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Pushing event updated for resources: {'Port': ['ID=726db376-ba63-4420-a9c6-85480be2185d,revision_number=3']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:06.237625 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 6952a756-e847-4e82-98bc-6635e8020768 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:26:06.295305 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae3f72a-84de-4ec4-87a8-56b7668a4ddd None None] Pushing event updated for resources: {'Port': ['ID=2e87d7f5-d81e-41a0-888d-f74934ec4b75,revision_number=3']} {{(pid=74224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:06.315762 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-fed37149-deb7-4176-a6f0-9eb57f712002 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c0b68b1d832540d38b5e3b2cee9d0fe8&name=default HTTP/1.1" status: 200 len: 2975 time: 3.0372329 May 04 18:26:06.319896 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-1d4d403c-7c4a-4628-838e-cc3ebcf19f3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:06.325755 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [None req-0ae3f72a-84de-4ec4-87a8-56b7668a4ddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:06.359802 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:06.453261 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 47244) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:06.453688 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.20', 65063) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:06.458123 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port 6952a756-e847-4e82-98bc-6635e8020768 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:26:06.458728 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:06.524493 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvr_db [None req-1fd7fe33-2ca5-4b5c-9519-3eed1695ef06 None None] Set router 5041f5a7-dbbc-48ba-a246-33c54483c525 gateway port host: dv-cinder-789603-2-smb {{(pid=74224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:26:06.576060 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed37149-deb7-4176-a6f0-9eb57f712002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f4e999-3c42-4c91-af20-c48eec542b96,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:06.583224 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:06.609169 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-fed37149-deb7-4176-a6f0-9eb57f712002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:06.680147 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8a98f047-13a8-4242-8f0f-1de82af45cec req-e7e196c7-52a0-4625-8f7e-421f5c7a6139 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b47cd1-360a-4748-8e8e-3715ab990389 HTTP/1.1" status: 200 len: 210 time: 0.2247794 May 04 18:26:06.711701 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-becba978-4d68-43b5-8c5a-068a8c9c07c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-943643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942780'] for router, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:06.799268 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-1e976e5d-e098-4f2a-9bbc-8cbb5a1e1182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:06.821476 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-a9d2b752-2e0f-4d79-b912-ee1aa7ce32a3 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:06.822698 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-1d4d403c-7c4a-4628-838e-cc3ebcf19f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-943643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942780'] for router, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:06.829937 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-608a6453-a244-4b4d-a32d-66fbbb2daaf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:06.858379 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-a9d2b752-2e0f-4d79-b912-ee1aa7ce32a3 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Usage tracker for resource:port and tenant:ae13407124d74fde8758bfce312171fb is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:06.861902 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-a9d2b752-2e0f-4d79-b912-ee1aa7ce32a3 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:06.911768 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-1e976e5d-e098-4f2a-9bbc-8cbb5a1e1182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:07.019021 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-a9d2b752-2e0f-4d79-b912-ee1aa7ce32a3 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:07.040273 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1dc512f0-0099-4253-90e1-d075db3021a5 req-50faeef8-c76c-492f-8ec5-b7ff12fe024c tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b733bf7d-63b8-47a3-b881-4402c9e42719 HTTP/1.1" status: 200 len: 210 time: 0.1438625 May 04 18:26:07.040477 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-1fd7fe33-2ca5-4b5c-9519-3eed1695ef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5041f5a7-dbbc-48ba-a246-33c54483c525', 'name': 'tempest-ServerRescueNegativeTestJSON-502713647-router', 'tenant_id': '573de575cbed4946845325c86ea66876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.91'}], 'enable_snat': True}, 'gw_port_id': '2e87d7f5-d81e-41a0-888d-f74934ec4b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:56Z', 'updated_at': '2021-05-04T18:25:59Z', 'revision_number': 3, 'project_id': '573de575cbed4946845325c86ea66876', 'gw_port': {'id': '2e87d7f5-d81e-41a0-888d-f74934ec4b75', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5041f5a7-dbbc-48ba-a246-33c54483c525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:25:58Z', 'updated_at': '2021-05-04T18:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:07.046334 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd7fe33-2ca5-4b5c-9519-3eed1695ef06 None None] The sync data for ids ['5041f5a7-dbbc-48ba-a246-33c54483c525'] in dv-cinder-789603-2-smb is: [{'id': '5041f5a7-dbbc-48ba-a246-33c54483c525', 'name': 'tempest-ServerRescueNegativeTestJSON-502713647-router', 'tenant_id': '573de575cbed4946845325c86ea66876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.91'}], 'enable_snat': True}, 'gw_port_id': '2e87d7f5-d81e-41a0-888d-f74934ec4b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:56Z', 'updated_at': '2021-05-04T18:25:59Z', 'revision_number': 3, 'project_id': '573de575cbed4946845325c86ea66876', 'gw_port': {'id': '2e87d7f5-d81e-41a0-888d-f74934ec4b75', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5041f5a7-dbbc-48ba-a246-33c54483c525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:25:58Z', 'updated_at': '2021-05-04T18:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}] {{(pid=74224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:26:07.178249 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-4f5c8d78-f6ff-4f47-88e7-a51dd505e016 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:07.179153 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-4f5c8d78-f6ff-4f47-88e7-a51dd505e016 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.20 "GET /v2.0/networks?id=6439c8b0-68f5-4b5e-8176-84afc9c83264 HTTP/1.1" status: 200 len: 812 time: 0.7199218 May 04 18:26:07.183939 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-1e976e5d-e098-4f2a-9bbc-8cbb5a1e1182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:07.191676 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:07.208455 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e976e5d-e098-4f2a-9bbc-8cbb5a1e1182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f4e999-3c42-4c91-af20-c48eec542b96,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:07.211805 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-1e976e5d-e098-4f2a-9bbc-8cbb5a1e1182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:07.216460 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-9bcc0cda-c2d4-45dd-bc95-56822a29d80f tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Request body: {'port': {'device_id': '54b47cd1-360a-4748-8e8e-3715ab990389', 'network_id': '6439c8b0-68f5-4b5e-8176-84afc9c83264', 'admin_state_up': True, 'tenant_id': 'bbb04e0b5efb425f90f0f9aee3cac890'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:26:07.239109 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-a9d2b752-2e0f-4d79-b912-ee1aa7ce32a3 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Made reservation on behalf of ae13407124d74fde8758bfce312171fb for: {'port': 1} {{(pid=74222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:26:07.244637 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-a9d2b752-2e0f-4d79-b912-ee1aa7ce32a3 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:07.334479 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-608a6453-a244-4b4d-a32d-66fbbb2daaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542'] for port, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:07.365594 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-cfa2da06-2408-4c6c-8e7c-6dc6afe215e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:07.569160 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608a6453-a244-4b4d-a32d-66fbbb2daaf4 admin admin] Network 8db4af54-0a5f-400d-8ea5-42d92dce6c03 is already hosted by enough agents. {{(pid=74222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:26:07.624112 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-1e976e5d-e098-4f2a-9bbc-8cbb5a1e1182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:07.624112 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-1e976e5d-e098-4f2a-9bbc-8cbb5a1e1182 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/18f4e999-3c42-4c91-af20-c48eec542b96 HTTP/1.1" status: 204 len: 168 time: 1.1674292 May 04 18:26:07.625536 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.base_scheduler [None req-608a6453-a244-4b4d-a32d-66fbbb2daaf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=74222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:26:07.628544 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a6453-a244-4b4d-a32d-66fbbb2daaf4 admin admin] Pushing event updated for resources: {'Port': ['ID=da8bf259-6689-4301-92d8-b2482973942a,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:07.671411 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-608a6453-a244-4b4d-a32d-66fbbb2daaf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:07.672754 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608a6453-a244-4b4d-a32d-66fbbb2daaf4 admin admin] Received port after_create {{(pid=74222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:26:07.673837 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-608a6453-a244-4b4d-a32d-66fbbb2daaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-920019'] for router_interface, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:07.829362 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4d403c-7c4a-4628-838e-cc3ebcf19f3c admin admin] Router c72f5abf-89e4-40d2-aee3-34e4d4ce714a is scheduled to L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b with binding_index 1 {{(pid=74221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 18:26:07.894863 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.db_base_plugin_common [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-a9d2b752-2e0f-4d79-b912-ee1aa7ce32a3 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Allocated IP 172.20.0.13 (d89a4125-3764-4595-b3a0-58856003dba9/745e4f5f-e99e-45c7-ba2f-044ccda911f1/809a98ea-8435-42f3-a0ae-912a65d36d91) {{(pid=74222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:26:08.036954 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-becba978-4d68-43b5-8c5a-068a8c9c07c6 admin admin] Router 69ceafa4-b679-412b-b7cd-ddd042228f5c is scheduled to L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b with binding_index 1 {{(pid=74221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 18:26:08.074118 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:08.303885 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 726db376-ba63-4420-a9c6-85480be2185d up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:26:08.444268 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port 726db376-ba63-4420-a9c6-85480be2185d triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:26:08.444885 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:08.508004 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f3e72619-df09-4df1-879a-8ec630ea469d req-57ff7778-3beb-4575-843a-d52516b76e58 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b47cd1-360a-4748-8e8e-3715ab990389 HTTP/1.1" status: 200 len: 210 time: 0.3372781 May 04 18:26:08.557661 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5893768d-8f93-4a38-ae67-509f627b95cc req-af145eab-909c-4a69-b571-fdf5b384476a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b733bf7d-63b8-47a3-b881-4402c9e42719 HTTP/1.1" status: 200 len: 210 time: 0.1988680 May 04 18:26:08.582473 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-9bcc0cda-c2d4-45dd-bc95-56822a29d80f tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:08.650639 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-9bcc0cda-c2d4-45dd-bc95-56822a29d80f tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Usage tracker for resource:port and tenant:bbb04e0b5efb425f90f0f9aee3cac890 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:08.687846 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-9bcc0cda-c2d4-45dd-bc95-56822a29d80f tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:08.691735 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-608a6453-a244-4b4d-a32d-66fbbb2daaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:08.776445 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 2e87d7f5-d81e-41a0-888d-f74934ec4b75 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:26:08.846587 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4d403c-7c4a-4628-838e-cc3ebcf19f3c admin admin] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:26:08.856562 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becba978-4d68-43b5-8c5a-068a8c9c07c6 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:26:08.860225 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a79298-7da8-4767-a5b6-c6cf8d766e1b None None] Sync routers for ids ['c72f5abf-89e4-40d2-aee3-34e4d4ce714a'] in dv-cinder-789603-2-smb {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:26:08.868205 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146f7ff6-c7e9-4262-8793-f27a8c3804bb None None] Sync routers for ids ['69ceafa4-b679-412b-b7cd-ddd042228f5c'] in dv-cinder-789603-2-smb {{(pid=74224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:26:08.878264 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-9bcc0cda-c2d4-45dd-bc95-56822a29d80f tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:08.884987 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146f7ff6-c7e9-4262-8793-f27a8c3804bb None None] Routers {'69ceafa4-b679-412b-b7cd-ddd042228f5c'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:26:08.884987 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-146f7ff6-c7e9-4262-8793-f27a8c3804bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:26:06Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['69ceafa4-b679-412b-b7cd-ddd042228f5c'], 'active': True} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:08.934895 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a79298-7da8-4767-a5b6-c6cf8d766e1b None None] Routers {'c72f5abf-89e4-40d2-aee3-34e4d4ce714a'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:26:08.935566 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-61a79298-7da8-4767-a5b6-c6cf8d766e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:26:06Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['c72f5abf-89e4-40d2-aee3-34e4d4ce714a'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:08.992340 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-becba978-4d68-43b5-8c5a-068a8c9c07c6 admin admin] Notify callbacks [] for router, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:08.994021 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-becba978-4d68-43b5-8c5a-068a8c9c07c6 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.2410567 May 04 18:26:08.995658 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-1d4d403c-7c4a-4628-838e-cc3ebcf19f3c admin admin] Notify callbacks [] for router, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:08.997296 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-1d4d403c-7c4a-4628-838e-cc3ebcf19f3c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.6035402 May 04 18:26:09.000276 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 47322) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:09.001391 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 47324) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:09.052698 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-9bcc0cda-c2d4-45dd-bc95-56822a29d80f tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Made reservation on behalf of bbb04e0b5efb425f90f0f9aee3cac890 for: {'port': 1} {{(pid=74222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:26:09.056295 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-9bcc0cda-c2d4-45dd-bc95-56822a29d80f tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:09.273900 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning for port 2e87d7f5-d81e-41a0-888d-f74934ec4b75 completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:26:09.437556 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port 2e87d7f5-d81e-41a0-888d-f74934ec4b75 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:26:09.438831 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:09.451501 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-608a6453-a244-4b4d-a32d-66fbbb2daaf4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:09.488172 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvr_db [None req-146f7ff6-c7e9-4262-8793-f27a8c3804bb None None] Set router 69ceafa4-b679-412b-b7cd-ddd042228f5c gateway port host: dv-cinder-789603-2-smb {{(pid=74224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:26:09.561045 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-608a6453-a244-4b4d-a32d-66fbbb2daaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:09.609345 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-608a6453-a244-4b4d-a32d-66fbbb2daaf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919920'] for router_interface, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:09.619772 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-a9d2b752-2e0f-4d79-b912-ee1aa7ce32a3 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks [] for port, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:09.620923 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-61a79298-7da8-4767-a5b6-c6cf8d766e1b None None] Set router c72f5abf-89e4-40d2-aee3-34e4d4ce714a gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:26:09.640608 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:10.168954 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:10.208508 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c8decca6-f59a-4b85-b503-a668f4792bb3 req-e7049b3d-3937-4434-bde7-3ca8ac92e948 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b733bf7d-63b8-47a3-b881-4402c9e42719 HTTP/1.1" status: 200 len: 210 time: 0.1688516 May 04 18:26:10.208508 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-77024f9b-3103-4f22-8a44-a6c4330d585b req-1e02b20c-c0de-4d4d-857b-5516362a2693 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b47cd1-360a-4748-8e8e-3715ab990389 HTTP/1.1" status: 200 len: 210 time: 0.2059581 May 04 18:26:10.209077 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] For port 2e87d7f5-d81e-41a0-888d-f74934ec4b75, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=2e87d7f5-d81e-41a0-888d-f74934ec4b75,segment=NetworkSegment(d30f7483-d557-48d7-ad06-77acf24064bb),segment_id=d30f7483-d557-48d7-ad06-77acf24064bb)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:26:10.268500 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a6453-a244-4b4d-a32d-66fbbb2daaf4 admin admin] Pushing event updated for resources: {'Port': ['ID=da8bf259-6689-4301-92d8-b2482973942a,revision_number=2']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:10.282666 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-608a6453-a244-4b4d-a32d-66fbbb2daaf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:10.399758 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-146f7ff6-c7e9-4262-8793-f27a8c3804bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'name': 'tempest-AttachVolumeTestJSON-1277100894-router', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:58Z', 'updated_at': '2021-05-04T18:26:03Z', 'revision_number': 3, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'gw_port': {'id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:10.409523 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146f7ff6-c7e9-4262-8793-f27a8c3804bb None None] Checking router: 69ceafa4-b679-412b-b7cd-ddd042228f5c for host: dv-cinder-789603-2-smb {{(pid=74224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:26:10.410606 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146f7ff6-c7e9-4262-8793-f27a8c3804bb None None] Updating router 69ceafa4-b679-412b-b7cd-ddd042228f5c port f3207022-b947-4177-93e3-c02cf8f72467 binding host dv-cinder-789603-2-smb {{(pid=74224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:26:10.422548 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.db_base_plugin_common [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-9bcc0cda-c2d4-45dd-bc95-56822a29d80f tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Allocated IP 172.20.0.3 (6439c8b0-68f5-4b5e-8176-84afc9c83264/cf4b0c16-5c73-4270-8934-4957157e663f/c76755b8-0421-4a49-8f51-afb318dc751c) {{(pid=74222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:26:10.424553 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-61a79298-7da8-4767-a5b6-c6cf8d766e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'name': 'tempest-AttachVolumeShelveTestJSON-690331288-router', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:59Z', 'updated_at': '2021-05-04T18:26:04Z', 'revision_number': 3, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'gw_port': {'id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:10.443942 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a79298-7da8-4767-a5b6-c6cf8d766e1b None None] Checking router: c72f5abf-89e4-40d2-aee3-34e4d4ce714a for host: dv-cinder-789603-2-smb {{(pid=74223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:26:10.450620 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a79298-7da8-4767-a5b6-c6cf8d766e1b None None] Updating router c72f5abf-89e4-40d2-aee3-34e4d4ce714a port 0927b214-5a37-4db8-ad7a-8b7465bec206 binding host dv-cinder-789603-2-smb {{(pid=74223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:26:10.573845 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-61a79298-7da8-4767-a5b6-c6cf8d766e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:10.597923 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-146f7ff6-c7e9-4262-8793-f27a8c3804bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:10.638922 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:10.667851 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-f5896d5b-fdc3-4e54-bda4-edad45d35b48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:10.679775 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608a6453-a244-4b4d-a32d-66fbbb2daaf4 admin admin] Network 8db4af54-0a5f-400d-8ea5-42d92dce6c03 is already hosted by enough agents. {{(pid=74222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:26:10.683197 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.base_scheduler [None req-608a6453-a244-4b4d-a32d-66fbbb2daaf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=74222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:26:10.706819 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-a9d2b752-2e0f-4d79-b912-ee1aa7ce32a3 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542'] for port, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:10.926659 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:11.031472 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Pushing event updated for resources: {'Port': ['ID=2e87d7f5-d81e-41a0-888d-f74934ec4b75,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:11.043407 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:11.098791 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2b752-2e0f-4d79-b912-ee1aa7ce32a3 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Pushing event updated for resources: {'Port': ['ID=809a98ea-8435-42f3-a0ae-912a65d36d91,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:11.111133 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-a9d2b752-2e0f-4d79-b912-ee1aa7ce32a3 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:11.214301 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-a9d2b752-2e0f-4d79-b912-ee1aa7ce32a3 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Network d89a4125-3764-4595-b3a0-58856003dba9 is already hosted by enough agents. {{(pid=74222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:26:11.220731 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.base_scheduler [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-a9d2b752-2e0f-4d79-b912-ee1aa7ce32a3 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Resources bound (agent type, host, resource id): {{(pid=74222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:26:11.227296 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-a9d2b752-2e0f-4d79-b912-ee1aa7ce32a3 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Received port after_create {{(pid=74222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:26:11.233204 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-a9d2b752-2e0f-4d79-b912-ee1aa7ce32a3 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:11.233827 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-a9d2b752-2e0f-4d79-b912-ee1aa7ce32a3 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for port, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:11.297161 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 47370) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:11.385723 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-9bcc0cda-c2d4-45dd-bc95-56822a29d80f tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Notify callbacks [] for port, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:11.404604 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608a6453-a244-4b4d-a32d-66fbbb2daaf4 admin admin] Router 5041f5a7-dbbc-48ba-a246-33c54483c525 has already been hosted by L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b {{(pid=74222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:26:11.487508 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-a9d2b752-2e0f-4d79-b912-ee1aa7ce32a3 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5263059 May 04 18:26:11.532425 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-146f7ff6-c7e9-4262-8793-f27a8c3804bb None None] Notify callbacks [] for port, precommit_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:11.582939 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.provisioning_blocks [None req-146f7ff6-c7e9-4262-8793-f27a8c3804bb None None] Transition to ACTIVE for port object f3207022-b947-4177-93e3-c02cf8f72467 will not be triggered until provisioned by entity L2. {{(pid=74224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:26:11.660823 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-a2f05d52-8f6d-4215-872e-172e79ab7257 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=74222) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 18:26:11.661747 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-a2f05d52-8f6d-4215-872e-172e79ab7257 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0876122 May 04 18:26:11.670016 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-146f7ff6-c7e9-4262-8793-f27a8c3804bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:11.676212 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [None req-4e9cac17-39f2-465c-998a-c6df92bbfe42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:11.862401 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.managers [None req-146f7ff6-c7e9-4262-8793-f27a8c3804bb None None] Attempting to bind port f3207022-b947-4177-93e3-c02cf8f72467 on host dv-cinder-789603-2-smb for vnic_type normal with profile {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:26:11.862806 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.managers [None req-146f7ff6-c7e9-4262-8793-f27a8c3804bb None None] Attempting to bind port f3207022-b947-4177-93e3-c02cf8f72467 by drivers openvswitch,hyperv on host dv-cinder-789603-2-smb at level 0 using segments [{'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'}] {{(pid=74224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:26:11.863175 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146f7ff6-c7e9-4262-8793-f27a8c3804bb None None] Attempting to bind port f3207022-b947-4177-93e3-c02cf8f72467 on network 90b44f7d-5c55-4edd-ba51-1d4bf68bd72d {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:26:11.865843 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-f16d1b7a-a3a5-43c3-a5aa-7d32410b698c req-c7f02f7e-5039-4aac-aa2a-e0fa8a30ae38 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Synchronizing usage tracker for tenant:bbb04e0b5efb425f90f0f9aee3cac890 on resource:port {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:26:11.914877 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146f7ff6-c7e9-4262-8793-f27a8c3804bb None None] Checking agent: {'id': 'bc53da1e-f01a-45f2-860f-1d5e19382f0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 18, 6), 'started_at': datetime.datetime(2021, 5, 4, 18, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:26:11.915287 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146f7ff6-c7e9-4262-8793-f27a8c3804bb None None] Checking segment: {'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:26:11.915690 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-146f7ff6-c7e9-4262-8793-f27a8c3804bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:11.930553 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-559d80a8-aee4-4693-ba55-72e45cd7568f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:11.942558 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146f7ff6-c7e9-4262-8793-f27a8c3804bb None None] Bound using segment: {'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'} {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:26:11.943402 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.managers [None req-146f7ff6-c7e9-4262-8793-f27a8c3804bb None None] Bound port: f3207022-b947-4177-93e3-c02cf8f72467, host: dv-cinder-789603-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'}}] {{(pid=74224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:26:11.946106 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-146f7ff6-c7e9-4262-8793-f27a8c3804bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:11.961452 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-9bcc0cda-c2d4-45dd-bc95-56822a29d80f tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542'] for port, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:11.983758 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-559d80a8-aee4-4693-ba55-72e45cd7568f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:11.990149 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-559d80a8-aee4-4693-ba55-72e45cd7568f admin admin] Usage tracker for resource:security_group_rule and tenant:24872434b9b2476ea647bd4cdf831303 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:11.994278 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-559d80a8-aee4-4693-ba55-72e45cd7568f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:12.003478 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-559d80a8-aee4-4693-ba55-72e45cd7568f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:12.068986 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a961c-6700-4f01-841d-0f38a19c2598 None None] Pushing event updated for resources: {'Port': ['ID=f3207022-b947-4177-93e3-c02cf8f72467,revision_number=2']} {{(pid=74224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:12.075960 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [None req-e13a961c-6700-4f01-841d-0f38a19c2598 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:12.116067 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-559d80a8-aee4-4693-ba55-72e45cd7568f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:12.144920 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-608a6453-a244-4b4d-a32d-66fbbb2daaf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:12.146606 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0aec2677-771d-4302-aecb-382e614899fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:12.191722 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-9bcc0cda-c2d4-45dd-bc95-56822a29d80f tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Network 6439c8b0-68f5-4b5e-8176-84afc9c83264 is already hosted by enough agents. {{(pid=74222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:26:12.193053 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.db [None req-146f7ff6-c7e9-4262-8793-f27a8c3804bb None None] For port f3207022-b947-4177-93e3-c02cf8f72467, host dv-cinder-789603-2-smb, cleared binding levels {{(pid=74224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:26:12.193158 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-f16d1b7a-a3a5-43c3-a5aa-7d32410b698c req-c7f02f7e-5039-4aac-aa2a-e0fa8a30ae38 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Unset dirty status for tenant:bbb04e0b5efb425f90f0f9aee3cac890 on resource:port {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:26:12.194349 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f16d1b7a-a3a5-43c3-a5aa-7d32410b698c req-c7f02f7e-5039-4aac-aa2a-e0fa8a30ae38 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b47cd1-360a-4748-8e8e-3715ab990389 HTTP/1.1" status: 200 len: 210 time: 0.6231077 May 04 18:26:12.199455 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.db [None req-146f7ff6-c7e9-4262-8793-f27a8c3804bb None None] For port f3207022-b947-4177-93e3-c02cf8f72467, host dv-cinder-789603-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=f3207022-b947-4177-93e3-c02cf8f72467,segment=NetworkSegment(d30f7483-d557-48d7-ad06-77acf24064bb),segment_id=d30f7483-d557-48d7-ad06-77acf24064bb)] {{(pid=74224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:26:12.204496 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.base_scheduler [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-9bcc0cda-c2d4-45dd-bc95-56822a29d80f tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Resources bound (agent type, host, resource id): {{(pid=74222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:26:12.221188 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-9bcc0cda-c2d4-45dd-bc95-56822a29d80f tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Received port after_create {{(pid=74222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:26:12.232937 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-9bcc0cda-c2d4-45dd-bc95-56822a29d80f tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:12.232937 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-9bcc0cda-c2d4-45dd-bc95-56822a29d80f tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for port, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:12.238281 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-61a79298-7da8-4767-a5b6-c6cf8d766e1b None None] Notify callbacks [] for port, precommit_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:12.252914 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608a6453-a244-4b4d-a32d-66fbbb2daaf4 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:26:12.263512 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-146f7ff6-c7e9-4262-8793-f27a8c3804bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:12.264330 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-559d80a8-aee4-4693-ba55-72e45cd7568f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:12.269458 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:12.278788 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-608a6453-a244-4b4d-a32d-66fbbb2daaf4 admin admin] 10.222.0.49 "PUT /v2.0/routers/5041f5a7-dbbc-48ba-a246-33c54483c525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3147571 May 04 18:26:12.296854 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f054e8-262a-42c1-88be-5b06e64741fe None None] Sync routers for ids ['5041f5a7-dbbc-48ba-a246-33c54483c525'] in dv-cinder-789603-2-smb {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:26:12.354573 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19721a-803a-43d8-a171-a0160c9a3b1d req-0c5f5a1a-5948-438a-a087-8708d7b55eb4 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:12.355484 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-ea19721a-803a-43d8-a171-a0160c9a3b1d req-0c5f5a1a-5948-438a-a087-8708d7b55eb4 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Synchronizing usage tracker for tenant:ae13407124d74fde8758bfce312171fb on resource:port {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:26:12.358280 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-61a79298-7da8-4767-a5b6-c6cf8d766e1b None None] Transition to ACTIVE for port object 0927b214-5a37-4db8-ad7a-8b7465bec206 will not be triggered until provisioned by entity L2. {{(pid=74223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:26:12.363016 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-706bb116-2cd3-45cd-a1e8-3be92a7a2684 service neutron] Request body: {'port': {'device_id': 'b733bf7d-63b8-47a3-b881-4402c9e42719', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:26:12.381001 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f054e8-262a-42c1-88be-5b06e64741fe None None] Routers {'5041f5a7-dbbc-48ba-a246-33c54483c525'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:26:12.384022 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-d2f054e8-262a-42c1-88be-5b06e64741fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:26:06Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['5041f5a7-dbbc-48ba-a246-33c54483c525'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:12.449038 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146f7ff6-c7e9-4262-8793-f27a8c3804bb None None] Routers {'69ceafa4-b679-412b-b7cd-ddd042228f5c'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:26:12.449408 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-146f7ff6-c7e9-4262-8793-f27a8c3804bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:26:06Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['69ceafa4-b679-412b-b7cd-ddd042228f5c'], 'active': True} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:12.478874 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-9bcc0cda-c2d4-45dd-bc95-56822a29d80f tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2901175 May 04 18:26:12.505816 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc0cda-c2d4-45dd-bc95-56822a29d80f tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Pushing event updated for resources: {'Port': ['ID=c76755b8-0421-4a49-8f51-afb318dc751c,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:12.539450 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-9bcc0cda-c2d4-45dd-bc95-56822a29d80f tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:12.541930 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:12.586720 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-81769bae-2726-46a9-a1ed-1c4d35a87ca9 service neutron] Request body: {'port': {'device_id': '54b47cd1-360a-4748-8e8e-3715ab990389', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:26:12.630249 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-19f4602b-b01e-4cff-82b8-450d89d58860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:12.634655 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-61a79298-7da8-4767-a5b6-c6cf8d766e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:12.669160 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a961c-6700-4f01-841d-0f38a19c2598 None None] Pushing event updated for resources: {'Port': ['ID=f3207022-b947-4177-93e3-c02cf8f72467,revision_number=3']} {{(pid=74224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:12.693475 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-559d80a8-aee4-4693-ba55-72e45cd7568f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=24872434b9b2476ea647bd4cdf831303&name=default HTTP/1.1" status: 200 len: 2977 time: 1.3922768 May 04 18:26:12.697220 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [None req-e13a961c-6700-4f01-841d-0f38a19c2598 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:12.721139 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 47412) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:12.745794 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-ea19721a-803a-43d8-a171-a0160c9a3b1d req-0c5f5a1a-5948-438a-a087-8708d7b55eb4 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Unset dirty status for tenant:ae13407124d74fde8758bfce312171fb on resource:port {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:26:12.755804 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ea19721a-803a-43d8-a171-a0160c9a3b1d req-0c5f5a1a-5948-438a-a087-8708d7b55eb4 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b733bf7d-63b8-47a3-b881-4402c9e42719 HTTP/1.1" status: 200 len: 932 time: 1.1854904 May 04 18:26:12.781080 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:12.910907 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 2e87d7f5-d81e-41a0-888d-f74934ec4b75 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:26:12.995807 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-d66eb9a3-09d1-4bac-bd08-1c840f0d586d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:13.024052 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvr_db [None req-146f7ff6-c7e9-4262-8793-f27a8c3804bb None None] Set router 69ceafa4-b679-412b-b7cd-ddd042228f5c gateway port host: dv-cinder-789603-2-smb {{(pid=74224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:26:13.218751 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-d66eb9a3-09d1-4bac-bd08-1c840f0d586d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:13.326833 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d80a8-aee4-4693-ba55-72e45cd7568f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b4a8ba-40b2-4c03-a1f9-dd8254929685,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:13.334512 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-559d80a8-aee4-4693-ba55-72e45cd7568f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:13.354487 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-61a79298-7da8-4767-a5b6-c6cf8d766e1b None None] Attempting to bind port 0927b214-5a37-4db8-ad7a-8b7465bec206 on host dv-cinder-789603-2-smb for vnic_type normal with profile {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:26:13.354996 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-61a79298-7da8-4767-a5b6-c6cf8d766e1b None None] Attempting to bind port 0927b214-5a37-4db8-ad7a-8b7465bec206 by drivers openvswitch,hyperv on host dv-cinder-789603-2-smb at level 0 using segments [{'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:26:13.355236 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a79298-7da8-4767-a5b6-c6cf8d766e1b None None] Attempting to bind port 0927b214-5a37-4db8-ad7a-8b7465bec206 on network 90b44f7d-5c55-4edd-ba51-1d4bf68bd72d {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:26:13.359086 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_common [None req-0aec2677-771d-4302-aecb-382e614899fb admin admin] Allocated IP 172.20.0.1 (634c6d2b-13fc-4507-bef8-13a83088a32c/656edfdd-aa87-4bb6-baf1-030ff554b1f3/cc4f9458-2154-49cc-a86a-ccf9f853cc9f) {{(pid=74221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:26:13.359490 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b200c1-6ab0-461d-b8cf-7e57b0a9b5e8 None None] Pushing event updated for resources: {'Port': ['ID=0927b214-5a37-4db8-ad7a-8b7465bec206,revision_number=2']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:13.400559 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-c7b200c1-6ab0-461d-b8cf-7e57b0a9b5e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:13.408127 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a79298-7da8-4767-a5b6-c6cf8d766e1b None None] Checking agent: {'id': 'bc53da1e-f01a-45f2-860f-1d5e19382f0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 18, 6), 'started_at': datetime.datetime(2021, 5, 4, 18, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:26:13.408523 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a79298-7da8-4767-a5b6-c6cf8d766e1b None None] Checking segment: {'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:26:13.408935 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-61a79298-7da8-4767-a5b6-c6cf8d766e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:13.409333 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a79298-7da8-4767-a5b6-c6cf8d766e1b None None] Bound using segment: {'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:26:13.409826 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-61a79298-7da8-4767-a5b6-c6cf8d766e1b None None] Bound port: 0927b214-5a37-4db8-ad7a-8b7465bec206, host: dv-cinder-789603-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'}}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:26:13.410227 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-61a79298-7da8-4767-a5b6-c6cf8d766e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:13.417526 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_common [None req-19f4602b-b01e-4cff-82b8-450d89d58860 admin admin] Allocated IP 172.20.0.1 (3feac1cb-76d7-4653-8c68-28519f9a3ebb/ac34bf5f-88ea-4331-a071-effcc9c85f2a/2e3a534d-16d5-4f34-8bae-be2e74066f3c) {{(pid=74221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:26:13.530646 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-d66eb9a3-09d1-4bac-bd08-1c840f0d586d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:13.577566 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:13.585589 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-d2f054e8-262a-42c1-88be-5b06e64741fe None None] Set router 5041f5a7-dbbc-48ba-a246-33c54483c525 gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:26:13.604580 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66eb9a3-09d1-4bac-bd08-1c840f0d586d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b4a8ba-40b2-4c03-a1f9-dd8254929685,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:13.612329 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-d66eb9a3-09d1-4bac-bd08-1c840f0d586d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:13.677726 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-81769bae-2726-46a9-a1ed-1c4d35a87ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:13.744994 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-d66eb9a3-09d1-4bac-bd08-1c840f0d586d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:13.748539 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-d66eb9a3-09d1-4bac-bd08-1c840f0d586d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/26b4a8ba-40b2-4c03-a1f9-dd8254929685 HTTP/1.1" status: 204 len: 168 time: 1.0241389 May 04 18:26:13.748628 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port 2e87d7f5-d81e-41a0-888d-f74934ec4b75 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:26:13.748628 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:13.813383 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0aec2677-771d-4302-aecb-382e614899fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:13.857498 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-61a79298-7da8-4767-a5b6-c6cf8d766e1b None None] For port 0927b214-5a37-4db8-ad7a-8b7465bec206, host dv-cinder-789603-2-smb, cleared binding levels {{(pid=74223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:26:13.860892 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.provisioning_blocks [None req-0aec2677-771d-4302-aecb-382e614899fb admin admin] Transition to ACTIVE for port object cc4f9458-2154-49cc-a86a-ccf9f853cc9f will not be triggered until provisioned by entity DHCP. {{(pid=74221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:26:13.872381 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-19f4602b-b01e-4cff-82b8-450d89d58860 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:13.874234 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-146f7ff6-c7e9-4262-8793-f27a8c3804bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'name': 'tempest-AttachVolumeTestJSON-1277100894-router', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:58Z', 'updated_at': '2021-05-04T18:26:03Z', 'revision_number': 3, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'gw_port': {'id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:13.893719 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146f7ff6-c7e9-4262-8793-f27a8c3804bb None None] The sync data for ids ['69ceafa4-b679-412b-b7cd-ddd042228f5c'] in dv-cinder-789603-2-smb is: [{'id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'name': 'tempest-AttachVolumeTestJSON-1277100894-router', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:58Z', 'updated_at': '2021-05-04T18:26:03Z', 'revision_number': 3, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'gw_port': {'id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}] {{(pid=74224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:26:13.904448 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ea19721a-803a-43d8-a171-a0160c9a3b1d req-94d427b3-345d-44ed-94eb-851a75a1196a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1477742 May 04 18:26:13.929242 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-706bb116-2cd3-45cd-a1e8-3be92a7a2684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:13.932273 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.provisioning_blocks [None req-19f4602b-b01e-4cff-82b8-450d89d58860 admin admin] Transition to ACTIVE for port object 2e3a534d-16d5-4f34-8bae-be2e74066f3c will not be triggered until provisioned by entity DHCP. {{(pid=74221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:26:14.031630 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0aec2677-771d-4302-aecb-382e614899fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542'] for port, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:14.037175 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:14.150170 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-61a79298-7da8-4767-a5b6-c6cf8d766e1b None None] For port 0927b214-5a37-4db8-ad7a-8b7465bec206, host dv-cinder-789603-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=0927b214-5a37-4db8-ad7a-8b7465bec206,segment=NetworkSegment(d30f7483-d557-48d7-ad06-77acf24064bb),segment_id=d30f7483-d557-48d7-ad06-77acf24064bb)] {{(pid=74223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:26:14.241652 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-19f4602b-b01e-4cff-82b8-450d89d58860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542'] for port, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:14.264192 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aec2677-771d-4302-aecb-382e614899fb admin admin] Network 634c6d2b-13fc-4507-bef8-13a83088a32c is already hosted by enough agents. {{(pid=74221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:26:14.272705 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [None req-0aec2677-771d-4302-aecb-382e614899fb admin admin] Resources bound (agent type, host, resource id): {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:26:14.288056 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aec2677-771d-4302-aecb-382e614899fb admin admin] Received port after_create {{(pid=74221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:26:14.288745 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0aec2677-771d-4302-aecb-382e614899fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-920019'] for router_interface, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:14.301672 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-61a79298-7da8-4767-a5b6-c6cf8d766e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:14.406869 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 47448) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:14.915982 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:14.964286 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f4602b-b01e-4cff-82b8-450d89d58860 admin admin] Network 3feac1cb-76d7-4653-8c68-28519f9a3ebb is already hosted by enough agents. {{(pid=74221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:26:14.965207 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec2677-771d-4302-aecb-382e614899fb admin admin] Pushing event updated for resources: {'Port': ['ID=cc4f9458-2154-49cc-a86a-ccf9f853cc9f,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:14.969835 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-0aec2677-771d-4302-aecb-382e614899fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.932s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:14.970463 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.701s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:15.099366 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [None req-19f4602b-b01e-4cff-82b8-450d89d58860 admin admin] Resources bound (agent type, host, resource id): {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:26:15.106293 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f4602b-b01e-4cff-82b8-450d89d58860 admin admin] Received port after_create {{(pid=74221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:26:15.106799 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-19f4602b-b01e-4cff-82b8-450d89d58860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-920019'] for router_interface, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:15.180565 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b200c1-6ab0-461d-b8cf-7e57b0a9b5e8 None None] Pushing event updated for resources: {'Port': ['ID=0927b214-5a37-4db8-ad7a-8b7465bec206,revision_number=3']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:15.188173 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-caa50c11-0da8-4d03-8243-c32de2210e56 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:15.188923 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-caa50c11-0da8-4d03-8243-c32de2210e56 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Synchronizing usage tracker for tenant:573de575cbed4946845325c86ea66876 on resource:network {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:26:15.255364 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-c7b200c1-6ab0-461d-b8cf-7e57b0a9b5e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:15.442642 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4602b-b01e-4cff-82b8-450d89d58860 admin admin] Pushing event updated for resources: {'Port': ['ID=2e3a534d-16d5-4f34-8bae-be2e74066f3c,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:15.442642 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-19f4602b-b01e-4cff-82b8-450d89d58860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:15.454921 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0aec2677-771d-4302-aecb-382e614899fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:15.464859 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a79298-7da8-4767-a5b6-c6cf8d766e1b None None] Routers {'c72f5abf-89e4-40d2-aee3-34e4d4ce714a'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:26:15.465380 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-61a79298-7da8-4767-a5b6-c6cf8d766e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:26:06Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['c72f5abf-89e4-40d2-aee3-34e4d4ce714a'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:15.526079 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-0c3309fb-e5c8-4c1e-af25-9b200b719cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:15.623786 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-0c3309fb-e5c8-4c1e-af25-9b200b719cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:15.628787 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-0c3309fb-e5c8-4c1e-af25-9b200b719cb7 admin admin] Usage tracker for resource:security_group_rule and tenant:d7a50a34c0e644deb5f5a1d7ea852699 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:15.634130 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-0c3309fb-e5c8-4c1e-af25-9b200b719cb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:15.641890 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-0c3309fb-e5c8-4c1e-af25-9b200b719cb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:15.683239 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device f3207022-b947-4177-93e3-c02cf8f72467 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:26:15.707994 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-caa50c11-0da8-4d03-8243-c32de2210e56 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Unset dirty status for tenant:573de575cbed4946845325c86ea66876 on resource:network {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:26:15.709580 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-caa50c11-0da8-4d03-8243-c32de2210e56 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/networks?id=8db4af54-0a5f-400d-8ea5-42d92dce6c03 HTTP/1.1" status: 200 len: 818 time: 2.3413882 May 04 18:26:15.722116 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39e7dd-8455-488a-a234-7b277268eed5 req-88b6b85d-a271-4e44-9c77-ebb2ab78edba tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:15.729640 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1a39e7dd-8455-488a-a234-7b277268eed5 req-88b6b85d-a271-4e44-9c77-ebb2ab78edba tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b47cd1-360a-4748-8e8e-3715ab990389 HTTP/1.1" status: 200 len: 931 time: 1.4767172 May 04 18:26:15.753383 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-d2f054e8-262a-42c1-88be-5b06e64741fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5041f5a7-dbbc-48ba-a246-33c54483c525', 'name': 'tempest-ServerRescueNegativeTestJSON-502713647-router', 'tenant_id': '573de575cbed4946845325c86ea66876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.91'}], 'enable_snat': True}, 'gw_port_id': '2e87d7f5-d81e-41a0-888d-f74934ec4b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:56Z', 'updated_at': '2021-05-04T18:26:08Z', 'revision_number': 4, 'project_id': '573de575cbed4946845325c86ea66876', 'gw_port': {'id': '2e87d7f5-d81e-41a0-888d-f74934ec4b75', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5041f5a7-dbbc-48ba-a246-33c54483c525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:25:58Z', 'updated_at': '2021-05-04T18:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': 'da8bf259-6689-4301-92d8-b2482973942a', 'name': '', 'network_id': '8db4af54-0a5f-400d-8ea5-42d92dce6c03', 'tenant_id': '573de575cbed4946845325c86ea66876', 'mac_address': 'fa:16:3e:2f:76:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5041f5a7-dbbc-48ba-a246-33c54483c525', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '440c7ecc-ada7-425e-af57-04720abc3629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:05Z', 'updated_at': '2021-05-04T18:26:08Z', 'revision_number': 2, 'project_id': '573de575cbed4946845325c86ea66876', 'subnets': [{'id': '440c7ecc-ada7-425e-af57-04720abc3629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:15.780552 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f054e8-262a-42c1-88be-5b06e64741fe None None] Checking router: 5041f5a7-dbbc-48ba-a246-33c54483c525 for host: dv-cinder-789603-2-smb {{(pid=74223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:26:15.780784 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f054e8-262a-42c1-88be-5b06e64741fe None None] Updating router 5041f5a7-dbbc-48ba-a246-33c54483c525 port da8bf259-6689-4301-92d8-b2482973942a binding host dv-cinder-789603-2-smb {{(pid=74223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:26:15.807770 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-ef4e9278-f7b7-45b3-8bad-cf72c7915ccb tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/quotas/573de575cbed4946845325c86ea66876 HTTP/1.1" status: 200 len: 375 time: 0.0734611 May 04 18:26:15.825960 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-076b0b2a-2036-4f63-895a-c151ca9d4f02 None None] Provisioning for port cc4f9458-2154-49cc-a86a-ccf9f853cc9f completed by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:26:15.917309 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-1a39e7dd-8455-488a-a234-7b277268eed5 req-4e159c10-7b0e-44e3-b279-5de0833bff45 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Synchronizing usage tracker for tenant:bbb04e0b5efb425f90f0f9aee3cac890 on resource:security_group {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:26:15.920406 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-076b0b2a-2036-4f63-895a-c151ca9d4f02 None None] Provisioning complete for port cc4f9458-2154-49cc-a86a-ccf9f853cc9f triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:26:15.920406 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-076b0b2a-2036-4f63-895a-c151ca9d4f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:15.940685 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.db.resource_extend [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-81769bae-2726-46a9-a1ed-1c4d35a87ca9 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 18:26:16.009342 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-19f4602b-b01e-4cff-82b8-450d89d58860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:16.037906 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.db.resource_extend [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-706bb116-2cd3-45cd-a1e8-3be92a7a2684 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 18:26:16.049492 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-076b0b2a-2036-4f63-895a-c151ca9d4f02 None None] Port cc4f9458-2154-49cc-a86a-ccf9f853cc9f cannot update to ACTIVE because it is not bound. {{(pid=74223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:26:16.064053 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-0c3309fb-e5c8-4c1e-af25-9b200b719cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:16.138032 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.notifiers.nova [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-81769bae-2726-46a9-a1ed-1c4d35a87ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c76755b8-0421-4a49-8f51-afb318dc751c {{(pid=74222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:26:16.144133 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-0c3309fb-e5c8-4c1e-af25-9b200b719cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:16.158454 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-81769bae-2726-46a9-a1ed-1c4d35a87ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:16.194511 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-4c73f00a-367a-4599-a51a-090b1de5c923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:16.208619 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-1a39e7dd-8455-488a-a234-7b277268eed5 req-4e159c10-7b0e-44e3-b279-5de0833bff45 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Unset dirty status for tenant:bbb04e0b5efb425f90f0f9aee3cac890 on resource:security_group {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:26:16.209775 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1a39e7dd-8455-488a-a234-7b277268eed5 req-4e159c10-7b0e-44e3-b279-5de0833bff45 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/security-groups?id=00722f54-4f75-41c7-98df-3035ea613095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791377 May 04 18:26:16.230039 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.notifiers.nova [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-706bb116-2cd3-45cd-a1e8-3be92a7a2684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 809a98ea-8435-42f3-a0ae-912a65d36d91 {{(pid=74222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:26:16.256325 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-d2f054e8-262a-42c1-88be-5b06e64741fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:16.312156 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.provisioning_blocks [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-81769bae-2726-46a9-a1ed-1c4d35a87ca9 service neutron] Transition to ACTIVE for port object c76755b8-0421-4a49-8f51-afb318dc751c will not be triggered until provisioned by entity L2. {{(pid=74222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:26:16.326179 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-706bb116-2cd3-45cd-a1e8-3be92a7a2684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:16.362370 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.provisioning_blocks [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-706bb116-2cd3-45cd-a1e8-3be92a7a2684 service neutron] Transition to ACTIVE for port object 809a98ea-8435-42f3-a0ae-912a65d36d91 will not be triggered until provisioned by entity L2. {{(pid=74222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:26:16.382514 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-81769bae-2726-46a9-a1ed-1c4d35a87ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:16.398537 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-0c3309fb-e5c8-4c1e-af25-9b200b719cb7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d7a50a34c0e644deb5f5a1d7ea852699&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9787354 May 04 18:26:16.410505 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-87d9410a-0d4c-4826-bf6d-45ceb7a318cd tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Synchronizing usage tracker for tenant:573de575cbed4946845325c86ea66876 on resource:port {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:26:16.413156 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 47484) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:16.456093 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3309fb-e5c8-4c1e-af25-9b200b719cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e21780-3f96-4c9c-be8d-a8670a84c75d,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:16.462369 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-0c3309fb-e5c8-4c1e-af25-9b200b719cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:16.463346 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-61a79298-7da8-4767-a5b6-c6cf8d766e1b None None] Set router c72f5abf-89e4-40d2-aee3-34e4d4ce714a gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:26:16.491709 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-608a6453-a244-4b4d-a32d-66fbbb2daaf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:16.547114 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-19f4602b-b01e-4cff-82b8-450d89d58860 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:16.554759 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-706bb116-2cd3-45cd-a1e8-3be92a7a2684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:16.567951 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0aec2677-771d-4302-aecb-382e614899fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:16.675627 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning for port f3207022-b947-4177-93e3-c02cf8f72467 completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:26:16.678636 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-bd60e9de-d611-43f1-be39-99ac80f19430 None None] Provisioning for port 2e3a534d-16d5-4f34-8bae-be2e74066f3c completed by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:26:16.685769 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0aec2677-771d-4302-aecb-382e614899fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:16.689988 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-19f4602b-b01e-4cff-82b8-450d89d58860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:16.691080 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0aec2677-771d-4302-aecb-382e614899fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919920'] for router_interface, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:16.704634 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-0aec2677-771d-4302-aecb-382e614899fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:16.728336 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-bd60e9de-d611-43f1-be39-99ac80f19430 None None] Provisioning complete for port 2e3a534d-16d5-4f34-8bae-be2e74066f3c triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:26:16.728720 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-bd60e9de-d611-43f1-be39-99ac80f19430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:16.754660 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port f3207022-b947-4177-93e3-c02cf8f72467 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:26:16.755047 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:16.829399 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec2677-771d-4302-aecb-382e614899fb admin admin] Pushing event updated for resources: {'Port': ['ID=cc4f9458-2154-49cc-a86a-ccf9f853cc9f,revision_number=2']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:16.889354 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-19f4602b-b01e-4cff-82b8-450d89d58860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919920'] for router_interface, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:17.086285 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-bd60e9de-d611-43f1-be39-99ac80f19430 None None] Port 2e3a534d-16d5-4f34-8bae-be2e74066f3c cannot update to ACTIVE because it is not bound. {{(pid=74223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:26:17.226484 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-87d9410a-0d4c-4826-bf6d-45ceb7a318cd tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Unset dirty status for tenant:573de575cbed4946845325c86ea66876 on resource:port {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:26:17.228259 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-87d9410a-0d4c-4826-bf6d-45ceb7a318cd tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=573de575cbed4946845325c86ea66876&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3933837 May 04 18:26:17.243800 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4602b-b01e-4cff-82b8-450d89d58860 admin admin] Pushing event updated for resources: {'Port': ['ID=2e3a534d-16d5-4f34-8bae-be2e74066f3c,revision_number=2']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:17.266820 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-19f4602b-b01e-4cff-82b8-450d89d58860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:17.267494 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-1d4d403c-7c4a-4628-838e-cc3ebcf19f3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.365s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:17.268039 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-1d4d403c-7c4a-4628-838e-cc3ebcf19f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:17.269915 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f4602b-b01e-4cff-82b8-450d89d58860 admin admin] Network 3feac1cb-76d7-4653-8c68-28519f9a3ebb is already hosted by enough agents. {{(pid=74221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:26:17.272392 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc0f0c-b6d0-4654-af54-542842f5755c req-0379d929-d172-4041-ba2c-286968abf59f tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:17.273483 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [None req-19f4602b-b01e-4cff-82b8-450d89d58860 admin admin] Resources bound (agent type, host, resource id): {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:26:17.274276 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-17fc0f0c-b6d0-4654-af54-542842f5755c req-0379d929-d172-4041-ba2c-286968abf59f tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b733bf7d-63b8-47a3-b881-4402c9e42719 HTTP/1.1" status: 200 len: 944 time: 0.7846608 May 04 18:26:17.280352 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81769bae-2726-46a9-a1ed-1c4d35a87ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=c76755b8-0421-4a49-8f51-afb318dc751c,revision_number=2']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:17.320402 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-81769bae-2726-46a9-a1ed-1c4d35a87ca9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:17.323086 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.602s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:17.373102 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:17.417384 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706bb116-2cd3-45cd-a1e8-3be92a7a2684 service neutron] Pushing event updated for resources: {'Port': ['ID=809a98ea-8435-42f3-a0ae-912a65d36d91,revision_number=2']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:17.476737 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-706bb116-2cd3-45cd-a1e8-3be92a7a2684 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:17.496925 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] For port f3207022-b947-4177-93e3-c02cf8f72467, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=f3207022-b947-4177-93e3-c02cf8f72467,segment=NetworkSegment(d30f7483-d557-48d7-ad06-77acf24064bb),segment_id=d30f7483-d557-48d7-ad06-77acf24064bb)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:26:17.557100 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-81769bae-2726-46a9-a1ed-1c4d35a87ca9 service neutron] Attempting to bind port c76755b8-0421-4a49-8f51-afb318dc751c on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:26:17.557678 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:17.558398 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-81769bae-2726-46a9-a1ed-1c4d35a87ca9 service neutron] Attempting to bind port c76755b8-0421-4a49-8f51-afb318dc751c by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'b5ae4dd1-f3b1-491e-9422-eca14da9d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6439c8b0-68f5-4b5e-8176-84afc9c83264'}] {{(pid=74222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:26:17.558756 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-81769bae-2726-46a9-a1ed-1c4d35a87ca9 service neutron] Attempting to bind port c76755b8-0421-4a49-8f51-afb318dc751c on network 6439c8b0-68f5-4b5e-8176-84afc9c83264 {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:26:17.561317 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aec2677-771d-4302-aecb-382e614899fb admin admin] Network 634c6d2b-13fc-4507-bef8-13a83088a32c is already hosted by enough agents. {{(pid=74221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:26:17.566148 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [None req-0aec2677-771d-4302-aecb-382e614899fb admin admin] Resources bound (agent type, host, resource id): {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:26:17.592804 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:17.689098 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-61a79298-7da8-4767-a5b6-c6cf8d766e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'name': 'tempest-AttachVolumeShelveTestJSON-690331288-router', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:59Z', 'updated_at': '2021-05-04T18:26:04Z', 'revision_number': 3, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'gw_port': {'id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:17.709302 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-d2f054e8-262a-42c1-88be-5b06e64741fe None None] Notify callbacks [] for port, precommit_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:17.734338 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a79298-7da8-4767-a5b6-c6cf8d766e1b None None] The sync data for ids ['c72f5abf-89e4-40d2-aee3-34e4d4ce714a'] in dv-cinder-789603-2-smb is: [{'id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'name': 'tempest-AttachVolumeShelveTestJSON-690331288-router', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:59Z', 'updated_at': '2021-05-04T18:26:04Z', 'revision_number': 3, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'gw_port': {'id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}] {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:26:17.749097 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-d2f054e8-262a-42c1-88be-5b06e64741fe None None] Transition to ACTIVE for port object da8bf259-6689-4301-92d8-b2482973942a will not be triggered until provisioned by entity L2. {{(pid=74223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:26:17.765954 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Pushing event updated for resources: {'Port': ['ID=f3207022-b947-4177-93e3-c02cf8f72467,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:17.770961 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:17.778949 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-17fc0f0c-b6d0-4654-af54-542842f5755c req-cc2ed30a-7005-4f5f-8a52-796b06866703 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867275 May 04 18:26:17.792243 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-8ba334ac-e85d-4570-b31f-4e0b1a84100e service neutron] 10.222.0.49 "GET /v2.0/networks/8db4af54-0a5f-400d-8ea5-42d92dce6c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146148 May 04 18:26:17.803980 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-8b80ad98-868a-48ce-8180-7bee7cde7f54 None None] Provisioning complete for port 2e3a534d-16d5-4f34-8bae-be2e74066f3c triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:26:17.804551 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-8b80ad98-868a-48ce-8180-7bee7cde7f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:17.885397 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f4602b-b01e-4cff-82b8-450d89d58860 admin admin] Router c72f5abf-89e4-40d2-aee3-34e4d4ce714a has already been hosted by L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b {{(pid=74221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:26:17.908152 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-d2f054e8-262a-42c1-88be-5b06e64741fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:17.933336 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:18.123855 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-81769bae-2726-46a9-a1ed-1c4d35a87ca9 service neutron] Port c76755b8-0421-4a49-8f51-afb318dc751c on network 6439c8b0-68f5-4b5e-8176-84afc9c83264 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 18:26:18.129012 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-81769bae-2726-46a9-a1ed-1c4d35a87ca9 service neutron] Attempting to bind port c76755b8-0421-4a49-8f51-afb318dc751c on network 6439c8b0-68f5-4b5e-8176-84afc9c83264 {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:26:18.129012 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-706bb116-2cd3-45cd-a1e8-3be92a7a2684 service neutron] Attempting to bind port 809a98ea-8435-42f3-a0ae-912a65d36d91 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:26:18.129012 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-706bb116-2cd3-45cd-a1e8-3be92a7a2684 service neutron] Attempting to bind port 809a98ea-8435-42f3-a0ae-912a65d36d91 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'e27d6d3a-acad-4e56-8b22-9dcd41a82e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd89a4125-3764-4595-b3a0-58856003dba9'}] {{(pid=74222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:26:18.129012 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-706bb116-2cd3-45cd-a1e8-3be92a7a2684 service neutron] Attempting to bind port 809a98ea-8435-42f3-a0ae-912a65d36d91 on network d89a4125-3764-4595-b3a0-58856003dba9 {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:26:18.315590 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-8b80ad98-868a-48ce-8180-7bee7cde7f54 None None] Port 2e3a534d-16d5-4f34-8bae-be2e74066f3c cannot update to ACTIVE because it is not bound. {{(pid=74223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:26:18.416096 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-706bb116-2cd3-45cd-a1e8-3be92a7a2684 service neutron] Port 809a98ea-8435-42f3-a0ae-912a65d36d91 on network d89a4125-3764-4595-b3a0-58856003dba9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 18:26:18.416430 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-706bb116-2cd3-45cd-a1e8-3be92a7a2684 service neutron] Attempting to bind port 809a98ea-8435-42f3-a0ae-912a65d36d91 on network d89a4125-3764-4595-b3a0-58856003dba9 {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:26:18.418948 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-81769bae-2726-46a9-a1ed-1c4d35a87ca9 service neutron] Checking agent: {'id': 'eb0c7dda-b795-49f1-9080-37ad6bcb4a66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'started_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:26:18.419349 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-81769bae-2726-46a9-a1ed-1c4d35a87ca9 service neutron] Checking segment: {'id': 'b5ae4dd1-f3b1-491e-9422-eca14da9d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6439c8b0-68f5-4b5e-8176-84afc9c83264'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:26:18.419916 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-81769bae-2726-46a9-a1ed-1c4d35a87ca9 service neutron] Bound using segment: {'id': 'b5ae4dd1-f3b1-491e-9422-eca14da9d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6439c8b0-68f5-4b5e-8176-84afc9c83264'} {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:26:18.420409 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-81769bae-2726-46a9-a1ed-1c4d35a87ca9 service neutron] Bound port: c76755b8-0421-4a49-8f51-afb318dc751c, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5ae4dd1-f3b1-491e-9422-eca14da9d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6439c8b0-68f5-4b5e-8176-84afc9c83264'}}] {{(pid=74222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:26:18.421953 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-81769bae-2726-46a9-a1ed-1c4d35a87ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:18.428089 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aec2677-771d-4302-aecb-382e614899fb admin admin] Router 69ceafa4-b679-412b-b7cd-ddd042228f5c has already been hosted by L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b {{(pid=74221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:26:18.430985 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f4602b-b01e-4cff-82b8-450d89d58860 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:26:18.438115 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-19f4602b-b01e-4cff-82b8-450d89d58860 admin admin] 10.222.0.49 "PUT /v2.0/routers/c72f5abf-89e4-40d2-aee3-34e4d4ce714a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4244251 May 04 18:26:18.444943 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff57908-dd35-4389-aa7e-cd540767b080 None None] Pushing event updated for resources: {'Port': ['ID=da8bf259-6689-4301-92d8-b2482973942a,revision_number=3']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:18.480192 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-eff57908-dd35-4389-aa7e-cd540767b080 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:18.541972 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-96466278-4e12-4414-96ab-6f42a1323aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:18.573749 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-706bb116-2cd3-45cd-a1e8-3be92a7a2684 service neutron] Checking agent: {'id': 'eb0c7dda-b795-49f1-9080-37ad6bcb4a66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'started_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:26:18.574840 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-706bb116-2cd3-45cd-a1e8-3be92a7a2684 service neutron] Checking segment: {'id': 'e27d6d3a-acad-4e56-8b22-9dcd41a82e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd89a4125-3764-4595-b3a0-58856003dba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:26:18.575399 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-706bb116-2cd3-45cd-a1e8-3be92a7a2684 service neutron] Bound using segment: {'id': 'e27d6d3a-acad-4e56-8b22-9dcd41a82e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd89a4125-3764-4595-b3a0-58856003dba9'} {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:26:18.575988 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-706bb116-2cd3-45cd-a1e8-3be92a7a2684 service neutron] Bound port: 809a98ea-8435-42f3-a0ae-912a65d36d91, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27d6d3a-acad-4e56-8b22-9dcd41a82e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd89a4125-3764-4595-b3a0-58856003dba9'}}] {{(pid=74222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:26:18.579406 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-706bb116-2cd3-45cd-a1e8-3be92a7a2684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:18.608517 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-43d9d4bb-e55b-48fa-b4ef-42aca750d92a service neutron] 10.222.0.49 "GET /v2.0/networks/8db4af54-0a5f-400d-8ea5-42d92dce6c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8153894 May 04 18:26:18.644442 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-32e4de6a-273d-4469-a17c-6b19828b9f18 None None] Provisioning complete for port cc4f9458-2154-49cc-a86a-ccf9f853cc9f triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:26:18.644854 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-32e4de6a-273d-4469-a17c-6b19828b9f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:18.681843 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 47520) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:18.745257 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-d2f054e8-262a-42c1-88be-5b06e64741fe None None] Attempting to bind port da8bf259-6689-4301-92d8-b2482973942a on host dv-cinder-789603-2-smb for vnic_type normal with profile {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:26:18.745683 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-d2f054e8-262a-42c1-88be-5b06e64741fe None None] Attempting to bind port da8bf259-6689-4301-92d8-b2482973942a by drivers openvswitch,hyperv on host dv-cinder-789603-2-smb at level 0 using segments [{'id': '207280f5-ebc6-4c23-9262-17f03eeab6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8db4af54-0a5f-400d-8ea5-42d92dce6c03'}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:26:18.746041 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f054e8-262a-42c1-88be-5b06e64741fe None None] Attempting to bind port da8bf259-6689-4301-92d8-b2482973942a on network 8db4af54-0a5f-400d-8ea5-42d92dce6c03 {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:26:18.795217 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f054e8-262a-42c1-88be-5b06e64741fe None None] Checking agent: {'id': 'bc53da1e-f01a-45f2-860f-1d5e19382f0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 18, 6), 'started_at': datetime.datetime(2021, 5, 4, 18, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:26:18.795584 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f054e8-262a-42c1-88be-5b06e64741fe None None] Checking segment: {'id': '207280f5-ebc6-4c23-9262-17f03eeab6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8db4af54-0a5f-400d-8ea5-42d92dce6c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:26:18.796053 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-d2f054e8-262a-42c1-88be-5b06e64741fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:18.796512 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f054e8-262a-42c1-88be-5b06e64741fe None None] Bound using segment: {'id': '207280f5-ebc6-4c23-9262-17f03eeab6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8db4af54-0a5f-400d-8ea5-42d92dce6c03'} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:26:18.797009 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-d2f054e8-262a-42c1-88be-5b06e64741fe None None] Bound port: da8bf259-6689-4301-92d8-b2482973942a, host: dv-cinder-789603-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207280f5-ebc6-4c23-9262-17f03eeab6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8db4af54-0a5f-400d-8ea5-42d92dce6c03'}}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:26:18.797438 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-d2f054e8-262a-42c1-88be-5b06e64741fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:18.816726 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.db [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-706bb116-2cd3-45cd-a1e8-3be92a7a2684 service neutron] For port 809a98ea-8435-42f3-a0ae-912a65d36d91, host hv-cinder-78960, cleared binding levels {{(pid=74222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:26:18.821447 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.db [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-706bb116-2cd3-45cd-a1e8-3be92a7a2684 service neutron] For port 809a98ea-8435-42f3-a0ae-912a65d36d91, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=809a98ea-8435-42f3-a0ae-912a65d36d91,segment=NetworkSegment(e27d6d3a-acad-4e56-8b22-9dcd41a82e38),segment_id=e27d6d3a-acad-4e56-8b22-9dcd41a82e38)] {{(pid=74222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:26:18.861820 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-32e4de6a-273d-4469-a17c-6b19828b9f18 None None] Port cc4f9458-2154-49cc-a86a-ccf9f853cc9f cannot update to ACTIVE because it is not bound. {{(pid=74223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:26:18.920565 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aec2677-771d-4302-aecb-382e614899fb admin admin] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:26:18.924337 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-96466278-4e12-4414-96ab-6f42a1323aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:18.933998 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57239d3f-0326-449d-8a4f-b23dcf180a5c None None] Sync routers for ids ['69ceafa4-b679-412b-b7cd-ddd042228f5c'] in dv-cinder-789603-2-smb {{(pid=74224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:26:18.952126 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57239d3f-0326-449d-8a4f-b23dcf180a5c None None] Routers {'69ceafa4-b679-412b-b7cd-ddd042228f5c'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:26:18.952883 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-57239d3f-0326-449d-8a4f-b23dcf180a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:26:06Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['69ceafa4-b679-412b-b7cd-ddd042228f5c'], 'active': True} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:18.957843 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-0aec2677-771d-4302-aecb-382e614899fb admin admin] 10.222.0.49 "PUT /v2.0/routers/69ceafa4-b679-412b-b7cd-ddd042228f5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9536223 May 04 18:26:19.015099 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-706bb116-2cd3-45cd-a1e8-3be92a7a2684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:19.026917 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-d2f054e8-262a-42c1-88be-5b06e64741fe None None] For port da8bf259-6689-4301-92d8-b2482973942a, host dv-cinder-789603-2-smb, cleared binding levels {{(pid=74223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:26:19.052696 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-d2f054e8-262a-42c1-88be-5b06e64741fe None None] For port da8bf259-6689-4301-92d8-b2482973942a, host dv-cinder-789603-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=da8bf259-6689-4301-92d8-b2482973942a,segment=NetworkSegment(207280f5-ebc6-4c23-9262-17f03eeab6b6),segment_id=207280f5-ebc6-4c23-9262-17f03eeab6b6)] {{(pid=74223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:26:19.109284 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-57b33c9f-ecbc-4d2c-be42-f5af11208908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:19.173537 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-d2f054e8-262a-42c1-88be-5b06e64741fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:19.198621 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:19.332300 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.db [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-81769bae-2726-46a9-a1ed-1c4d35a87ca9 service neutron] For port c76755b8-0421-4a49-8f51-afb318dc751c, host hv-cinder-78960, cleared binding levels {{(pid=74222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:26:19.367760 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:19.373086 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-7c3337bb-2eca-4f45-8a53-92e6e5f7787d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:19.408684 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-706bb116-2cd3-45cd-a1e8-3be92a7a2684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:19.411358 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-706bb116-2cd3-45cd-a1e8-3be92a7a2684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for port, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:19.413052 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-706bb116-2cd3-45cd-a1e8-3be92a7a2684 service neutron] 10.222.0.20 "PUT /v2.0/ports/809a98ea-8435-42f3-a0ae-912a65d36d91 HTTP/1.1" status: 200 len: 1094 time: 7.4397926 May 04 18:26:19.418386 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f054e8-262a-42c1-88be-5b06e64741fe None None] Routers {'5041f5a7-dbbc-48ba-a246-33c54483c525'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:26:19.419036 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-d2f054e8-262a-42c1-88be-5b06e64741fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:26:06Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['5041f5a7-dbbc-48ba-a246-33c54483c525'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:19.426568 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b733bf7d-63b8-47a3-b881-4402c9e42719', 'tag': '809a98ea-8435-42f3-a0ae-912a65d36d91'}] {{(pid=74222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:26:19.492541 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.db [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-81769bae-2726-46a9-a1ed-1c4d35a87ca9 service neutron] For port c76755b8-0421-4a49-8f51-afb318dc751c, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c76755b8-0421-4a49-8f51-afb318dc751c,segment=NetworkSegment(b5ae4dd1-f3b1-491e-9422-eca14da9d1e8),segment_id=b5ae4dd1-f3b1-491e-9422-eca14da9d1e8)] {{(pid=74222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:26:19.502849 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-7c3337bb-2eca-4f45-8a53-92e6e5f7787d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:19.549626 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvr_db [None req-57239d3f-0326-449d-8a4f-b23dcf180a5c None None] Set router 69ceafa4-b679-412b-b7cd-ddd042228f5c gateway port host: dv-cinder-789603-2-smb {{(pid=74224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:26:19.552443 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff57908-dd35-4389-aa7e-cd540767b080 None None] Pushing event updated for resources: {'Port': ['ID=da8bf259-6689-4301-92d8-b2482973942a,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:19.560330 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706bb116-2cd3-45cd-a1e8-3be92a7a2684 service neutron] Pushing event updated for resources: {'Port': ['ID=809a98ea-8435-42f3-a0ae-912a65d36d91,revision_number=3']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:19.564618 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-eff57908-dd35-4389-aa7e-cd540767b080 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:19.568755 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-7c3337bb-2eca-4f45-8a53-92e6e5f7787d admin admin] Usage tracker for resource:security_group_rule and tenant:09cf3eb84d2f4975975b8fc073b63c73 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:19.574891 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-7c3337bb-2eca-4f45-8a53-92e6e5f7787d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:19.577889 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-706bb116-2cd3-45cd-a1e8-3be92a7a2684 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:19.622318 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-7c3337bb-2eca-4f45-8a53-92e6e5f7787d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:19.660951 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746b530-1d08-4b8c-b586-0bf83d9cfa6a req-e689c403-8d7a-42eb-9e70-86842690d43e tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:19.670363 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6746b530-1d08-4b8c-b586-0bf83d9cfa6a req-e689c403-8d7a-42eb-9e70-86842690d43e tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b47cd1-360a-4748-8e8e-3715ab990389 HTTP/1.1" status: 200 len: 943 time: 1.5480337 May 04 18:26:19.724116 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-81769bae-2726-46a9-a1ed-1c4d35a87ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:19.794694 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-9bcc0cda-c2d4-45dd-bc95-56822a29d80f tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:19.954540 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-d2f054e8-262a-42c1-88be-5b06e64741fe None None] Set router 5041f5a7-dbbc-48ba-a246-33c54483c525 gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:26:19.956413 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6746b530-1d08-4b8c-b586-0bf83d9cfa6a req-68ed62e3-b035-49e8-8360-a4387d1c6996 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/security-groups?id=00722f54-4f75-41c7-98df-3035ea613095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152767 May 04 18:26:19.956413 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-81769bae-2726-46a9-a1ed-1c4d35a87ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:19.956413 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-81769bae-2726-46a9-a1ed-1c4d35a87ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for port, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:19.956413 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-81769bae-2726-46a9-a1ed-1c4d35a87ca9 service neutron] 10.222.0.20 "PUT /v2.0/ports/c76755b8-0421-4a49-8f51-afb318dc751c HTTP/1.1" status: 200 len: 1093 time: 7.3346341 May 04 18:26:19.966380 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111e01c-1f55-4011-8eb8-f4145e4d9d50 req-88ab86f6-50e4-472a-adf4-8d93583c68d3 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:19.990818 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4111e01c-1f55-4011-8eb8-f4145e4d9d50 req-88ab86f6-50e4-472a-adf4-8d93583c68d3 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b733bf7d-63b8-47a3-b881-4402c9e42719 HTTP/1.1" status: 200 len: 944 time: 0.7614360 May 04 18:26:20.081311 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device f3207022-b947-4177-93e3-c02cf8f72467 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:26:20.099832 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81769bae-2726-46a9-a1ed-1c4d35a87ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=c76755b8-0421-4a49-8f51-afb318dc751c,revision_number=3']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:20.106868 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-96466278-4e12-4414-96ab-6f42a1323aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:20.109711 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-81769bae-2726-46a9-a1ed-1c4d35a87ca9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:20.129479 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:20.160033 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4111e01c-1f55-4011-8eb8-f4145e4d9d50 req-cb5f8ec3-b109-47a3-8148-88764499058c tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671526 May 04 18:26:20.220254 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96466278-4e12-4414-96ab-6f42a1323aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e21780-3f96-4c9c-be8d-a8670a84c75d,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:20.224931 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-96466278-4e12-4414-96ab-6f42a1323aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:20.237388 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-96466278-4e12-4414-96ab-6f42a1323aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:20.238549 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-96466278-4e12-4414-96ab-6f42a1323aaf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a9e21780-3f96-4c9c-be8d-a8670a84c75d HTTP/1.1" status: 204 len: 168 time: 3.7883022 May 04 18:26:20.445238 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-ad90e32f-bc7d-4401-9f96-5d0261bf3447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:20.512119 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-ad90e32f-bc7d-4401-9f96-5d0261bf3447 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae13407124d74fde8758bfce312171fb&device_id=b733bf7d-63b8-47a3-b881-4402c9e42719 HTTP/1.1" status: 200 len: 1097 time: 0.7144039 May 04 18:26:20.512216 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-57239d3f-0326-449d-8a4f-b23dcf180a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'name': 'tempest-AttachVolumeTestJSON-1277100894-router', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:58Z', 'updated_at': '2021-05-04T18:26:14Z', 'revision_number': 4, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'gw_port': {'id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': 'cc4f9458-2154-49cc-a86a-ccf9f853cc9f', 'name': '', 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'mac_address': 'fa:16:3e:70:f7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:12Z', 'updated_at': '2021-05-04T18:26:15Z', 'revision_number': 2, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'subnets': [{'id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:20.512733 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b9452ad6-51f8-44ed-98c0-3a8d5eaaf9d8 req-0e4b9c04-eeb7-40e7-8b98-5a16de5afb18 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 210 time: 0.1397367 May 04 18:26:20.512818 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57239d3f-0326-449d-8a4f-b23dcf180a5c None None] Checking router: 69ceafa4-b679-412b-b7cd-ddd042228f5c for host: dv-cinder-789603-2-smb {{(pid=74224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:26:20.512818 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57239d3f-0326-449d-8a4f-b23dcf180a5c None None] Updating router 69ceafa4-b679-412b-b7cd-ddd042228f5c port cc4f9458-2154-49cc-a86a-ccf9f853cc9f binding host dv-cinder-789603-2-smb {{(pid=74224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:26:20.566702 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-7c3337bb-2eca-4f45-8a53-92e6e5f7787d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:20.576376 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-57239d3f-0326-449d-8a4f-b23dcf180a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:20.643703 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port f3207022-b947-4177-93e3-c02cf8f72467 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:26:20.644973 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:20.886386 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 0927b214-5a37-4db8-ad7a-8b7465bec206 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:26:21.006228 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-d2f054e8-262a-42c1-88be-5b06e64741fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5041f5a7-dbbc-48ba-a246-33c54483c525', 'name': 'tempest-ServerRescueNegativeTestJSON-502713647-router', 'tenant_id': '573de575cbed4946845325c86ea66876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.91'}], 'enable_snat': True}, 'gw_port_id': '2e87d7f5-d81e-41a0-888d-f74934ec4b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:56Z', 'updated_at': '2021-05-04T18:26:08Z', 'revision_number': 4, 'project_id': '573de575cbed4946845325c86ea66876', 'gw_port': {'id': '2e87d7f5-d81e-41a0-888d-f74934ec4b75', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5041f5a7-dbbc-48ba-a246-33c54483c525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:25:58Z', 'updated_at': '2021-05-04T18:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': 'da8bf259-6689-4301-92d8-b2482973942a', 'name': '', 'network_id': '8db4af54-0a5f-400d-8ea5-42d92dce6c03', 'tenant_id': '573de575cbed4946845325c86ea66876', 'mac_address': 'fa:16:3e:2f:76:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5041f5a7-dbbc-48ba-a246-33c54483c525', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '440c7ecc-ada7-425e-af57-04720abc3629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:05Z', 'updated_at': '2021-05-04T18:26:18Z', 'revision_number': 4, 'project_id': '573de575cbed4946845325c86ea66876', 'subnets': [{'id': '440c7ecc-ada7-425e-af57-04720abc3629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:21.012821 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f054e8-262a-42c1-88be-5b06e64741fe None None] The sync data for ids ['5041f5a7-dbbc-48ba-a246-33c54483c525'] in dv-cinder-789603-2-smb is: [{'id': '5041f5a7-dbbc-48ba-a246-33c54483c525', 'name': 'tempest-ServerRescueNegativeTestJSON-502713647-router', 'tenant_id': '573de575cbed4946845325c86ea66876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.91'}], 'enable_snat': True}, 'gw_port_id': '2e87d7f5-d81e-41a0-888d-f74934ec4b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:56Z', 'updated_at': '2021-05-04T18:26:08Z', 'revision_number': 4, 'project_id': '573de575cbed4946845325c86ea66876', 'gw_port': {'id': '2e87d7f5-d81e-41a0-888d-f74934ec4b75', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5041f5a7-dbbc-48ba-a246-33c54483c525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:25:58Z', 'updated_at': '2021-05-04T18:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': 'da8bf259-6689-4301-92d8-b2482973942a', 'name': '', 'network_id': '8db4af54-0a5f-400d-8ea5-42d92dce6c03', 'tenant_id': '573de575cbed4946845325c86ea66876', 'mac_address': 'fa:16:3e:2f:76:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5041f5a7-dbbc-48ba-a246-33c54483c525', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '440c7ecc-ada7-425e-af57-04720abc3629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:05Z', 'updated_at': '2021-05-04T18:26:18Z', 'revision_number': 4, 'project_id': '573de575cbed4946845325c86ea66876', 'subnets': [{'id': '440c7ecc-ada7-425e-af57-04720abc3629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:26:21.187026 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-57239d3f-0326-449d-8a4f-b23dcf180a5c None None] Notify callbacks [] for port, precommit_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:21.217645 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-7c3337bb-2eca-4f45-8a53-92e6e5f7787d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:21.234620 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning for port 0927b214-5a37-4db8-ad7a-8b7465bec206 completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:26:21.362121 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.provisioning_blocks [None req-57239d3f-0326-449d-8a4f-b23dcf180a5c None None] Transition to ACTIVE for port object cc4f9458-2154-49cc-a86a-ccf9f853cc9f will not be triggered until provisioned by entity L2. {{(pid=74224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:26:21.363822 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a6b7cd-f5a0-4952-b3cb-301516d9b6a8 None None] Sync routers for ids ['c72f5abf-89e4-40d2-aee3-34e4d4ce714a'] in dv-cinder-789603-2-smb {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:26:21.363822 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port 0927b214-5a37-4db8-ad7a-8b7465bec206 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:26:21.363822 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:21.364061 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:21.364061 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-c74275db-4621-479b-8390-752c953e970e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=809a98ea-8435-42f3-a0ae-912a65d36d91 HTTP/1.1" status: 200 len: 217 time: 0.1846597 May 04 18:26:21.364233 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a6b7cd-f5a0-4952-b3cb-301516d9b6a8 None None] Routers {'c72f5abf-89e4-40d2-aee3-34e4d4ce714a'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:26:21.364233 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-a6a6b7cd-f5a0-4952-b3cb-301516d9b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:26:06Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['c72f5abf-89e4-40d2-aee3-34e4d4ce714a'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:21.364395 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 47586) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:21.364395 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-65f47226-5f51-4342-b212-cbe98759189a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1035613163', 'description': 'tempest-description--1185095769'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:26:21.371345 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-65f47226-5f51-4342-b212-cbe98759189a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:21.377816 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-65f47226-5f51-4342-b212-cbe98759189a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Usage tracker for resource:security_group and tenant:76bc34a978a74f5391886da16fb39bf8 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:21.382555 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-65f47226-5f51-4342-b212-cbe98759189a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:21.411794 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-65f47226-5f51-4342-b212-cbe98759189a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:21.422957 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-70b10767-6d7c-4a51-beaf-f5f0aed4cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:21.424488 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-70b10767-6d7c-4a51-beaf-f5f0aed4cca4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=745e4f5f-e99e-45c7-ba2f-044ccda911f1 HTTP/1.1" status: 200 len: 854 time: 0.0892560 May 04 18:26:21.451638 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3337bb-2eca-4f45-8a53-92e6e5f7787d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7bbbe9-40f7-4d26-b482-e349dc0886df,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:21.465420 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-7c3337bb-2eca-4f45-8a53-92e6e5f7787d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:21.497673 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-57239d3f-0326-449d-8a4f-b23dcf180a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:21.503757 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [None req-e13a961c-6700-4f01-841d-0f38a19c2598 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:21.521055 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-65f47226-5f51-4342-b212-cbe98759189a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:21.567806 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-65f47226-5f51-4342-b212-cbe98759189a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:21.580245 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-65f47226-5f51-4342-b212-cbe98759189a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Usage tracker for resource:security_group_rule and tenant:76bc34a978a74f5391886da16fb39bf8 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:21.584633 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-7c3337bb-2eca-4f45-8a53-92e6e5f7787d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=09cf3eb84d2f4975975b8fc073b63c73&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8978288 May 04 18:26:21.586114 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-65f47226-5f51-4342-b212-cbe98759189a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:21.610531 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-65f47226-5f51-4342-b212-cbe98759189a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:21.630887 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 47592) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:21.668197 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-63a15fce-2f32-4df9-9cbf-16b381b2456f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d89a4125-3764-4595-b3a0-58856003dba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1867442 May 04 18:26:21.885348 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-65f47226-5f51-4342-b212-cbe98759189a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:21.901490 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:21.917887 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-a6a6b7cd-f5a0-4952-b3cb-301516d9b6a8 None None] Set router c72f5abf-89e4-40d2-aee3-34e4d4ce714a gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:26:21.954418 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6db805-5ce4-4406-9e1b-ff90a4c2a54f None None] Pushing event updated for resources: {'Port': ['ID=cc4f9458-2154-49cc-a86a-ccf9f853cc9f,revision_number=3']} {{(pid=74224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:21.955578 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-65f47226-5f51-4342-b212-cbe98759189a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:21.968363 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:21.981202 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [None req-ff6db805-5ce4-4406-9e1b-ff90a4c2a54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:22.086489 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f47226-5f51-4342-b212-cbe98759189a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c071e2ad-17cc-4857-820f-6c514ad3b41c,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:22.107575 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-65f47226-5f51-4342-b212-cbe98759189a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:22.144084 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-1521de21-a4d2-4929-aae1-e260ba40ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:22.145525 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-1521de21-a4d2-4929-aae1-e260ba40ae60 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbb04e0b5efb425f90f0f9aee3cac890&device_id=54b47cd1-360a-4748-8e8e-3715ab990389 HTTP/1.1" status: 200 len: 1096 time: 0.9363227 May 04 18:26:22.172743 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-65f47226-5f51-4342-b212-cbe98759189a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:22.176859 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-65f47226-5f51-4342-b212-cbe98759189a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8214090 May 04 18:26:22.176859 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 47602) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:22.184894 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-843fcb04-0248-43db-9f92-b208e4181f04 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Request body: {'security_group_rule': {'security_group_id': 'c071e2ad-17cc-4857-820f-6c514ad3b41c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:26:22.199247 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-843fcb04-0248-43db-9f92-b208e4181f04 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:22.208353 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-843fcb04-0248-43db-9f92-b208e4181f04 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Usage tracker for resource:security_group_rule and tenant:76bc34a978a74f5391886da16fb39bf8 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:22.216156 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-843fcb04-0248-43db-9f92-b208e4181f04 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:22.233562 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-843fcb04-0248-43db-9f92-b208e4181f04 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:22.342542 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] For port 0927b214-5a37-4db8-ad7a-8b7465bec206, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=0927b214-5a37-4db8-ad7a-8b7465bec206,segment=NetworkSegment(d30f7483-d557-48d7-ad06-77acf24064bb),segment_id=d30f7483-d557-48d7-ad06-77acf24064bb)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:26:22.354874 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-843fcb04-0248-43db-9f92-b208e4181f04 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:22.478920 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.managers [None req-57239d3f-0326-449d-8a4f-b23dcf180a5c None None] Attempting to bind port cc4f9458-2154-49cc-a86a-ccf9f853cc9f on host dv-cinder-789603-2-smb for vnic_type normal with profile {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:26:22.478920 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.managers [None req-57239d3f-0326-449d-8a4f-b23dcf180a5c None None] Attempting to bind port cc4f9458-2154-49cc-a86a-ccf9f853cc9f by drivers openvswitch,hyperv on host dv-cinder-789603-2-smb at level 0 using segments [{'id': '6669c33b-c066-4d38-9470-2e21624c8d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c'}] {{(pid=74224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:26:22.478920 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57239d3f-0326-449d-8a4f-b23dcf180a5c None None] Attempting to bind port cc4f9458-2154-49cc-a86a-ccf9f853cc9f on network 634c6d2b-13fc-4507-bef8-13a83088a32c {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:26:22.493019 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-7bcd6ae6-3ffd-449c-8e55-82954e1d0fa3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c76755b8-0421-4a49-8f51-afb318dc751c HTTP/1.1" status: 200 len: 217 time: 0.2603750 May 04 18:26:22.512663 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57239d3f-0326-449d-8a4f-b23dcf180a5c None None] Checking agent: {'id': 'bc53da1e-f01a-45f2-860f-1d5e19382f0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 18, 6), 'started_at': datetime.datetime(2021, 5, 4, 18, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:26:22.513077 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57239d3f-0326-449d-8a4f-b23dcf180a5c None None] Checking segment: {'id': '6669c33b-c066-4d38-9470-2e21624c8d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:26:22.513459 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-57239d3f-0326-449d-8a4f-b23dcf180a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:22.513864 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57239d3f-0326-449d-8a4f-b23dcf180a5c None None] Bound using segment: {'id': '6669c33b-c066-4d38-9470-2e21624c8d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c'} {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:26:22.514365 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.managers [None req-57239d3f-0326-449d-8a4f-b23dcf180a5c None None] Bound port: cc4f9458-2154-49cc-a86a-ccf9f853cc9f, host: dv-cinder-789603-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6669c33b-c066-4d38-9470-2e21624c8d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c'}}] {{(pid=74224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:26:22.515024 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-57239d3f-0326-449d-8a4f-b23dcf180a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:22.628115 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-843fcb04-0248-43db-9f92-b208e4181f04 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:22.631529 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 47608) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:22.661573 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b733bf7d-63b8-47a3-b881-4402c9e42719', 'tag': '809a98ea-8435-42f3-a0ae-912a65d36d91', 'status': 'completed', 'code': 200} May 04 18:26:22.691689 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2416f508-9e4a-48f7-95a6-2c50f2b0b98c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:22.698212 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-843fcb04-0248-43db-9f92-b208e4181f04 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028946'] for security_group_rule, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:22.699486 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:22.700409 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:22.704439 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-eff57908-dd35-4389-aa7e-cd540767b080 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:22.841513 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843fcb04-0248-43db-9f92-b208e4181f04 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2534b0fc-66e5-40cc-a014-eeaaa40ecf6a,revision_number=0']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:22.874386 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-843fcb04-0248-43db-9f92-b208e4181f04 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:22.896921 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 47616) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:22.927668 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.db [None req-57239d3f-0326-449d-8a4f-b23dcf180a5c None None] For port cc4f9458-2154-49cc-a86a-ccf9f853cc9f, host dv-cinder-789603-2-smb, cleared binding levels {{(pid=74224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:26:22.934706 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.db [None req-57239d3f-0326-449d-8a4f-b23dcf180a5c None None] For port cc4f9458-2154-49cc-a86a-ccf9f853cc9f, host dv-cinder-789603-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=cc4f9458-2154-49cc-a86a-ccf9f853cc9f,segment=NetworkSegment(6669c33b-c066-4d38-9470-2e21624c8d58),segment_id=6669c33b-c066-4d38-9470-2e21624c8d58)] {{(pid=74224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:26:22.970227 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2416f508-9e4a-48f7-95a6-2c50f2b0b98c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:23.016415 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-04a12a28-a6e7-4398-ba2e-2463b69d82ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:23.027568 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-5cd407f8-bba2-4fb6-b292-f2ae8b7b9dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:23.029867 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-57239d3f-0326-449d-8a4f-b23dcf180a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:23.031880 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-5cd407f8-bba2-4fb6-b292-f2ae8b7b9dc6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf4b0c16-5c73-4270-8934-4957157e663f HTTP/1.1" status: 200 len: 852 time: 0.5210190 May 04 18:26:23.038672 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0acce7ad-ed18-401a-9479-6c23a997b8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:23.046107 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [None req-0ae3f72a-84de-4ec4-87a8-56b7668a4ddd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:23.057149 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-b879bbd8-8aed-46c5-bd22-0ca7429ed829 service neutron] 10.222.0.20 "GET /v2.0/networks/d89a4125-3764-4595-b3a0-58856003dba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3383203 May 04 18:26:23.060217 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-843fcb04-0248-43db-9f92-b208e4181f04 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:23.061877 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-843fcb04-0248-43db-9f92-b208e4181f04 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8839369 May 04 18:26:23.069108 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-04a12a28-a6e7-4398-ba2e-2463b69d82ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:23.073928 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-04a12a28-a6e7-4398-ba2e-2463b69d82ec admin admin] Usage tracker for resource:security_group_rule and tenant:7975902d8d2f41a28b212f2b29948e80 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:23.077436 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-04a12a28-a6e7-4398-ba2e-2463b69d82ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:23.084415 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-04a12a28-a6e7-4398-ba2e-2463b69d82ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:23.135069 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 47620) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:23.137670 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device da8bf259-6689-4301-92d8-b2482973942a up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:26:23.218524 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57239d3f-0326-449d-8a4f-b23dcf180a5c None None] Routers {'69ceafa4-b679-412b-b7cd-ddd042228f5c'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:26:23.221007 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-57239d3f-0326-449d-8a4f-b23dcf180a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:26:06Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['69ceafa4-b679-412b-b7cd-ddd042228f5c'], 'active': True} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:23.223910 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-04a12a28-a6e7-4398-ba2e-2463b69d82ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:23.236283 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-0acce7ad-ed18-401a-9479-6c23a997b8ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:23.245998 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-0acce7ad-ed18-401a-9479-6c23a997b8ee admin admin] Usage tracker for resource:security_group_rule and tenant:822aeda728514cf3b434b4cb8503c448 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:23.253284 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-0acce7ad-ed18-401a-9479-6c23a997b8ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:23.269555 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-0acce7ad-ed18-401a-9479-6c23a997b8ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:23.275580 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Pushing event updated for resources: {'Port': ['ID=0927b214-5a37-4db8-ad7a-8b7465bec206,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:23.280302 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:23.293136 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-04a12a28-a6e7-4398-ba2e-2463b69d82ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:23.295690 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-1ed817ad-9405-40c7-998f-dbf6cbf27094 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6439c8b0-68f5-4b5e-8176-84afc9c83264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2363567 May 04 18:26:23.305152 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-d1ebf794-fe90-47f7-87ef-35bf9dfd04f8 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Request body: {'security_group_rule': {'security_group_id': 'c071e2ad-17cc-4857-820f-6c514ad3b41c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:26:23.345669 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-fed37149-deb7-4176-a6f0-9eb57f712002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:23.376221 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-d1ebf794-fe90-47f7-87ef-35bf9dfd04f8 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:23.381884 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6db805-5ce4-4406-9e1b-ff90a4c2a54f None None] Pushing event updated for resources: {'Port': ['ID=cc4f9458-2154-49cc-a86a-ccf9f853cc9f,revision_number=4']} {{(pid=74224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:23.388535 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-d1ebf794-fe90-47f7-87ef-35bf9dfd04f8 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Usage tracker for resource:security_group_rule and tenant:76bc34a978a74f5391886da16fb39bf8 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:23.396485 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [None req-ff6db805-5ce4-4406-9e1b-ff90a4c2a54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:23.409869 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-d1ebf794-fe90-47f7-87ef-35bf9dfd04f8 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:23.423994 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-d1ebf794-fe90-47f7-87ef-35bf9dfd04f8 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:23.441906 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-a6a6b7cd-f5a0-4952-b3cb-301516d9b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'name': 'tempest-AttachVolumeShelveTestJSON-690331288-router', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:59Z', 'updated_at': '2021-05-04T18:26:15Z', 'revision_number': 4, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'gw_port': {'id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': '2e3a534d-16d5-4f34-8bae-be2e74066f3c', 'name': '', 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'mac_address': 'fa:16:3e:49:a0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:12Z', 'updated_at': '2021-05-04T18:26:16Z', 'revision_number': 2, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'subnets': [{'id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:23.444909 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a12a28-a6e7-4398-ba2e-2463b69d82ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7c7f65-796f-448a-bc3a-88630779043d,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:23.447344 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a6b7cd-f5a0-4952-b3cb-301516d9b6a8 None None] Checking router: c72f5abf-89e4-40d2-aee3-34e4d4ce714a for host: dv-cinder-789603-2-smb {{(pid=74223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:26:23.449801 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a6b7cd-f5a0-4952-b3cb-301516d9b6a8 None None] Updating router c72f5abf-89e4-40d2-aee3-34e4d4ce714a port 2e3a534d-16d5-4f34-8bae-be2e74066f3c binding host dv-cinder-789603-2-smb {{(pid=74223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:26:23.459904 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-04a12a28-a6e7-4398-ba2e-2463b69d82ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:23.466433 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-04a12a28-a6e7-4398-ba2e-2463b69d82ec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7975902d8d2f41a28b212f2b29948e80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8337238 May 04 18:26:23.475709 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 47624) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:23.511690 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a6a6b7cd-f5a0-4952-b3cb-301516d9b6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:23.523338 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning for port da8bf259-6689-4301-92d8-b2482973942a completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:26:23.533064 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port da8bf259-6689-4301-92d8-b2482973942a triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:26:23.535863 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:23.548627 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvr_db [None req-57239d3f-0326-449d-8a4f-b23dcf180a5c None None] Set router 69ceafa4-b679-412b-b7cd-ddd042228f5c gateway port host: dv-cinder-789603-2-smb {{(pid=74224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:26:23.571258 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 47628) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:23.651505 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-d12ce29c-afdb-4664-824f-4b2d69d951c1 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--422782121', 'description': 'tempest-description--485003385'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:26:23.665768 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-d12ce29c-afdb-4664-824f-4b2d69d951c1 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:23.676762 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2416f508-9e4a-48f7-95a6-2c50f2b0b98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:23.693692 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-d12ce29c-afdb-4664-824f-4b2d69d951c1 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Usage tracker for resource:security_group and tenant:4c120e913866442b994ca71f4b2f0f98 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:23.706728 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-d12ce29c-afdb-4664-824f-4b2d69d951c1 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:23.721098 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:23.732234 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0acce7ad-ed18-401a-9479-6c23a997b8ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:23.733476 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-d12ce29c-afdb-4664-824f-4b2d69d951c1 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:23.735382 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b7d30087-8bcf-4135-b047-163e5de8674f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:23.742779 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416f508-9e4a-48f7-95a6-2c50f2b0b98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7bbbe9-40f7-4d26-b482-e349dc0886df,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:23.768741 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b7d30087-8bcf-4135-b047-163e5de8674f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:23.824329 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0acce7ad-ed18-401a-9479-6c23a997b8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:23.840397 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-8370983d-d403-4a88-b259-1dd1c16a0bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:23.871153 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22062ec-546a-4fc2-ab3e-9184b1e1402f req-14567c65-d2f0-4333-8f26-5c22dae14334 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:23.874858 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d22062ec-546a-4fc2-ab3e-9184b1e1402f req-14567c65-d2f0-4333-8f26-5c22dae14334 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b47cd1-360a-4748-8e8e-3715ab990389 HTTP/1.1" status: 200 len: 943 time: 0.8511784 May 04 18:26:23.888978 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-2416f508-9e4a-48f7-95a6-2c50f2b0b98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:23.893154 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-0acce7ad-ed18-401a-9479-6c23a997b8ee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=822aeda728514cf3b434b4cb8503c448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9922206 May 04 18:26:23.893391 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 47632) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:23.895277 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d1ebf794-fe90-47f7-87ef-35bf9dfd04f8 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:23.898178 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acce7ad-ed18-401a-9479-6c23a997b8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af127c89-037d-4034-87bb-b501f6deda65,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:23.900648 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-0acce7ad-ed18-401a-9479-6c23a997b8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:23.910758 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:23.913098 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b7d30087-8bcf-4135-b047-163e5de8674f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:23.921146 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-d12ce29c-afdb-4664-824f-4b2d69d951c1 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:23.936185 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c95625f3-35f0-4a8b-8e15-263963e004f5 req-b84e2c0e-5660-402c-acb1-dc3340ff9765 service neutron] 10.222.0.20 "GET /v2.0/networks/d89a4125-3764-4595-b3a0-58856003dba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7017174 May 04 18:26:23.937439 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-d66eb9a3-09d1-4bac-bd08-1c840f0d586d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:23.980210 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-d12ce29c-afdb-4664-824f-4b2d69d951c1 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:23.984665 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-d12ce29c-afdb-4664-824f-4b2d69d951c1 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Usage tracker for resource:security_group_rule and tenant:4c120e913866442b994ca71f4b2f0f98 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:23.987743 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-d12ce29c-afdb-4664-824f-4b2d69d951c1 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:23.994032 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-d12ce29c-afdb-4664-824f-4b2d69d951c1 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:24.036965 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2416f508-9e4a-48f7-95a6-2c50f2b0b98c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:24.038045 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-2416f508-9e4a-48f7-95a6-2c50f2b0b98c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ef7bbbe9-40f7-4d26-b482-e349dc0886df HTTP/1.1" status: 204 len: 168 time: 2.3730316 May 04 18:26:24.040693 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-37733665-1a52-4783-8ab0-2b989ede19f1 service neutron] 10.222.0.20 "GET /v2.0/networks/6439c8b0-68f5-4b5e-8176-84afc9c83264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7292681 May 04 18:26:24.076626 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] For port da8bf259-6689-4301-92d8-b2482973942a, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=da8bf259-6689-4301-92d8-b2482973942a,segment=NetworkSegment(207280f5-ebc6-4c23-9262-17f03eeab6b6),segment_id=207280f5-ebc6-4c23-9262-17f03eeab6b6)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:26:24.083457 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-57239d3f-0326-449d-8a4f-b23dcf180a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'name': 'tempest-AttachVolumeTestJSON-1277100894-router', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:58Z', 'updated_at': '2021-05-04T18:26:14Z', 'revision_number': 4, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'gw_port': {'id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': 'cc4f9458-2154-49cc-a86a-ccf9f853cc9f', 'name': '', 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'mac_address': 'fa:16:3e:70:f7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:12Z', 'updated_at': '2021-05-04T18:26:22Z', 'revision_number': 4, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'subnets': [{'id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:24.094607 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57239d3f-0326-449d-8a4f-b23dcf180a5c None None] The sync data for ids ['69ceafa4-b679-412b-b7cd-ddd042228f5c'] in dv-cinder-789603-2-smb is: [{'id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'name': 'tempest-AttachVolumeTestJSON-1277100894-router', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:58Z', 'updated_at': '2021-05-04T18:26:14Z', 'revision_number': 4, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'gw_port': {'id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': 'cc4f9458-2154-49cc-a86a-ccf9f853cc9f', 'name': '', 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'mac_address': 'fa:16:3e:70:f7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:12Z', 'updated_at': '2021-05-04T18:26:22Z', 'revision_number': 4, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'subnets': [{'id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:26:24.104828 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-d12ce29c-afdb-4664-824f-4b2d69d951c1 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:24.106177 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d30087-8bcf-4135-b047-163e5de8674f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7c7f65-796f-448a-bc3a-88630779043d,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:24.110022 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-b7d30087-8bcf-4135-b047-163e5de8674f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:24.111192 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.20', 65078) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:24.147479 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:24.153960 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:24.280034 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d22062ec-546a-4fc2-ab3e-9184b1e1402f req-934ffd71-27a0-40e1-8f79-47cd239c1f7c tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/security-groups?id=00722f54-4f75-41c7-98df-3035ea613095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422129 May 04 18:26:24.294497 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Pushing event updated for resources: {'Port': ['ID=da8bf259-6689-4301-92d8-b2482973942a,revision_number=5']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:24.303313 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:24.347799 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-d12ce29c-afdb-4664-824f-4b2d69d951c1 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:24.361795 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a6a6b7cd-f5a0-4952-b3cb-301516d9b6a8 None None] Notify callbacks [] for port, precommit_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:24.370418 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:24.381075 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a6a6b7cd-f5a0-4952-b3cb-301516d9b6a8 None None] Transition to ACTIVE for port object 2e3a534d-16d5-4f34-8bae-be2e74066f3c will not be triggered until provisioned by entity L2. {{(pid=74223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:26:24.395142 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b7d30087-8bcf-4135-b047-163e5de8674f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:24.396421 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-b7d30087-8bcf-4135-b047-163e5de8674f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cd7c7f65-796f-448a-bc3a-88630779043d HTTP/1.1" status: 204 len: 168 time: 0.9133813 May 04 18:26:24.460593 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-dd71d949-2e8c-47cf-a80c-8577c5db0344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:24.463995 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a6a6b7cd-f5a0-4952-b3cb-301516d9b6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:24.464757 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ce29c-afdb-4664-824f-4b2d69d951c1 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:24.469444 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:24.477623 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-d12ce29c-afdb-4664-824f-4b2d69d951c1 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:24.527315 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-d12ce29c-afdb-4664-824f-4b2d69d951c1 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:24.528789 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-d12ce29c-afdb-4664-824f-4b2d69d951c1 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9566176 May 04 18:26:24.531585 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-dd71d949-2e8c-47cf-a80c-8577c5db0344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:24.538594 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 47650) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:24.552835 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-bd39e19f-cf0d-4e98-b488-34c7648ff703 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Request body: {'security_group_rule': {'security_group_id': '2f8e5ff3-e0a1-4c61-97b8-d7d82201d204', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:26:24.561086 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-bd39e19f-cf0d-4e98-b488-34c7648ff703 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:24.580258 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e41eec-ec75-45fb-86df-3d7047ecc00a req-fc9d37fc-37b2-4242-b09b-373d47776288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:24.585308 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-63e41eec-ec75-45fb-86df-3d7047ecc00a req-fc9d37fc-37b2-4242-b09b-373d47776288 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae13407124d74fde8758bfce312171fb&device_id=b733bf7d-63b8-47a3-b881-4402c9e42719 HTTP/1.1" status: 200 len: 1097 time: 0.4633491 May 04 18:26:24.586533 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-bd39e19f-cf0d-4e98-b488-34c7648ff703 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Usage tracker for resource:security_group_rule and tenant:4c120e913866442b994ca71f4b2f0f98 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:24.597237 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-bd39e19f-cf0d-4e98-b488-34c7648ff703 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:24.667693 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-bd39e19f-cf0d-4e98-b488-34c7648ff703 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:24.866432 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d1ebf794-fe90-47f7-87ef-35bf9dfd04f8 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:24.878721 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b47cd1-360a-4748-8e8e-3715ab990389', 'tag': 'c76755b8-0421-4a49-8f51-afb318dc751c'}] {{(pid=74222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:26:24.887515 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e41eec-ec75-45fb-86df-3d7047ecc00a req-0ae65179-25d6-4a66-8a39-db2ba6527822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:24.892160 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-63e41eec-ec75-45fb-86df-3d7047ecc00a req-0ae65179-25d6-4a66-8a39-db2ba6527822 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d89a4125-3764-4595-b3a0-58856003dba9 HTTP/1.1" status: 200 len: 915 time: 0.2734892 May 04 18:26:24.945531 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-e0a9f196-1bed-41a8-82b5-1c3769f304e6 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:24.947447 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-e0a9f196-1bed-41a8-82b5-1c3769f304e6 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.20 "GET /v2.0/networks?id=8db4af54-0a5f-400d-8ea5-42d92dce6c03 HTTP/1.1" status: 200 len: 818 time: 0.9420357 May 04 18:26:24.999547 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f56f9639-10b1-44b5-98d0-83f42bbfc4d1 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Request body: {'port': {'device_id': '1c93f8e6-fc2e-4637-98d5-dd0d544695c7', 'network_id': '8db4af54-0a5f-400d-8ea5-42d92dce6c03', 'admin_state_up': True, 'tenant_id': '573de575cbed4946845325c86ea66876'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:26:25.010001 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-bd39e19f-cf0d-4e98-b488-34c7648ff703 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:25.012271 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device da8bf259-6689-4301-92d8-b2482973942a up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:26:25.030113 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-dd71d949-2e8c-47cf-a80c-8577c5db0344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:25.032585 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d1ebf794-fe90-47f7-87ef-35bf9dfd04f8 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028946'] for security_group_rule, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:25.034484 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-63e41eec-ec75-45fb-86df-3d7047ecc00a req-f31ad02b-34dd-4cb2-97be-6cff4c297352 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=809a98ea-8435-42f3-a0ae-912a65d36d91 HTTP/1.1" status: 200 len: 217 time: 0.1195214 May 04 18:26:25.054789 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:25.077677 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09391bb-01ed-4650-93cd-ce98dcbc3d54 None None] Pushing event updated for resources: {'Port': ['ID=2e3a534d-16d5-4f34-8bae-be2e74066f3c,revision_number=3']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:25.086788 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:25.105227 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a09391bb-01ed-4650-93cd-ce98dcbc3d54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:25.116313 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98033e-d7b4-4617-8da2-ea5abfa79b86 req-3b82c3bb-1509-4948-9c4e-538d51bc3f90 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:25.117971 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-bb98033e-d7b4-4617-8da2-ea5abfa79b86 req-3b82c3bb-1509-4948-9c4e-538d51bc3f90 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b733bf7d-63b8-47a3-b881-4402c9e42719 HTTP/1.1" status: 200 len: 944 time: 1.4023652 May 04 18:26:25.122480 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-a6a6b7cd-f5a0-4952-b3cb-301516d9b6a8 None None] Attempting to bind port 2e3a534d-16d5-4f34-8bae-be2e74066f3c on host dv-cinder-789603-2-smb for vnic_type normal with profile {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:26:25.123049 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-a6a6b7cd-f5a0-4952-b3cb-301516d9b6a8 None None] Attempting to bind port 2e3a534d-16d5-4f34-8bae-be2e74066f3c by drivers openvswitch,hyperv on host dv-cinder-789603-2-smb at level 0 using segments [{'id': '2315d098-183a-4c35-96bd-20c7ee16ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb'}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:26:25.127101 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a6b7cd-f5a0-4952-b3cb-301516d9b6a8 None None] Attempting to bind port 2e3a534d-16d5-4f34-8bae-be2e74066f3c on network 3feac1cb-76d7-4653-8c68-28519f9a3ebb {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:26:25.142790 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a6b7cd-f5a0-4952-b3cb-301516d9b6a8 None None] Checking agent: {'id': 'bc53da1e-f01a-45f2-860f-1d5e19382f0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 18, 6), 'started_at': datetime.datetime(2021, 5, 4, 18, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:26:25.143553 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a6b7cd-f5a0-4952-b3cb-301516d9b6a8 None None] Checking segment: {'id': '2315d098-183a-4c35-96bd-20c7ee16ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:26:25.144285 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a6a6b7cd-f5a0-4952-b3cb-301516d9b6a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:25.144889 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a6b7cd-f5a0-4952-b3cb-301516d9b6a8 None None] Bound using segment: {'id': '2315d098-183a-4c35-96bd-20c7ee16ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb'} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:26:25.145651 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-a6a6b7cd-f5a0-4952-b3cb-301516d9b6a8 None None] Bound port: 2e3a534d-16d5-4f34-8bae-be2e74066f3c, host: dv-cinder-789603-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2315d098-183a-4c35-96bd-20c7ee16ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb'}}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:26:25.146309 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a6a6b7cd-f5a0-4952-b3cb-301516d9b6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:25.165891 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 47664) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:25.166799 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71d949-2e8c-47cf-a80c-8577c5db0344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af127c89-037d-4034-87bb-b501f6deda65,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:25.191572 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-dd71d949-2e8c-47cf-a80c-8577c5db0344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:25.191893 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebf794-fe90-47f7-87ef-35bf9dfd04f8 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d2b8f7c-02af-4257-8186-5a718de52ac9,revision_number=0']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:25.225029 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d1ebf794-fe90-47f7-87ef-35bf9dfd04f8 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:25.225218 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-dd71d949-2e8c-47cf-a80c-8577c5db0344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:25.226223 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-d1ebf794-fe90-47f7-87ef-35bf9dfd04f8 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9940779 May 04 18:26:25.228726 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-dd71d949-2e8c-47cf-a80c-8577c5db0344 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af127c89-037d-4034-87bb-b501f6deda65 HTTP/1.1" status: 204 len: 168 time: 1.3342574 May 04 18:26:25.234113 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 47670) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:25.241010 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-78762a99-ec5e-4788-84f8-5d0c32c0b2b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:25.253718 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-d1ebf794-fe90-47f7-87ef-35bf9dfd04f8 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:25.255388 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-ee318760-a23b-4a57-9ffd-69981879683b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Request body: {'floatingip': {'floating_network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:26:25.269271 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-ee318760-a23b-4a57-9ffd-69981879683b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:25.310299 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-ee318760-a23b-4a57-9ffd-69981879683b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Usage tracker for resource:floatingip and tenant:76bc34a978a74f5391886da16fb39bf8 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:25.317247 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-78762a99-ec5e-4788-84f8-5d0c32c0b2b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:25.331412 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-ee318760-a23b-4a57-9ffd-69981879683b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:25.335395 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e41eec-ec75-45fb-86df-3d7047ecc00a req-935f0bea-7d6a-45a1-84ae-77ea5d5fcf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:25.336822 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-bb98033e-d7b4-4617-8da2-ea5abfa79b86 req-cf7b576d-0be8-4906-9209-567d35a557c4 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070873 May 04 18:26:25.336962 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-63e41eec-ec75-45fb-86df-3d7047ecc00a req-935f0bea-7d6a-45a1-84ae-77ea5d5fcf7b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=745e4f5f-e99e-45c7-ba2f-044ccda911f1 HTTP/1.1" status: 200 len: 854 time: 0.2898591 May 04 18:26:25.338932 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9d15f38d-962b-45a1-abae-8bd8565b74fd req-960b96ae-d9c8-4c05-b7ac-a69201e66509 service neutron] 10.222.0.20 "GET /v2.0/networks/6439c8b0-68f5-4b5e-8176-84afc9c83264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2632647 May 04 18:26:25.352635 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-ee318760-a23b-4a57-9ffd-69981879683b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:25.358287 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-78762a99-ec5e-4788-84f8-5d0c32c0b2b8 admin admin] Usage tracker for resource:security_group_rule and tenant:3fbe3052cc8a40e195d953a27b247a29 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:25.362913 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port da8bf259-6689-4301-92d8-b2482973942a triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:26:25.363536 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:25.391554 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-c745abd1-63ea-4670-9632-679fc8efeab5 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:25.399032 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-c745abd1-63ea-4670-9632-679fc8efeab5 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/networks?id=8db4af54-0a5f-400d-8ea5-42d92dce6c03 HTTP/1.1" status: 200 len: 818 time: 0.8268185 May 04 18:26:25.421220 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-639a65f4-b294-4618-954a-e33eeeaddf8e tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/quotas/573de575cbed4946845325c86ea66876 HTTP/1.1" status: 200 len: 375 time: 0.0180695 May 04 18:26:25.442423 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-a6a6b7cd-f5a0-4952-b3cb-301516d9b6a8 None None] For port 2e3a534d-16d5-4f34-8bae-be2e74066f3c, host dv-cinder-789603-2-smb, cleared binding levels {{(pid=74223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:26:25.463816 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-78762a99-ec5e-4788-84f8-5d0c32c0b2b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:25.480309 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-78762a99-ec5e-4788-84f8-5d0c32c0b2b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:25.485998 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-63e41eec-ec75-45fb-86df-3d7047ecc00a req-e5829fc9-66ca-4b3d-894f-aa572e7f4f2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d89a4125-3764-4595-b3a0-58856003dba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1346300 May 04 18:26:25.488996 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-bd39e19f-cf0d-4e98-b488-34c7648ff703 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:25.508018 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-a6a6b7cd-f5a0-4952-b3cb-301516d9b6a8 None None] For port 2e3a534d-16d5-4f34-8bae-be2e74066f3c, host dv-cinder-789603-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=2e3a534d-16d5-4f34-8bae-be2e74066f3c,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:26:25.542494 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b47cd1-360a-4748-8e8e-3715ab990389', 'tag': 'c76755b8-0421-4a49-8f51-afb318dc751c', 'status': 'completed', 'code': 200} May 04 18:26:25.585624 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a6a6b7cd-f5a0-4952-b3cb-301516d9b6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:25.597515 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-96143006-8dac-4e19-be28-05b952d6bc0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:25.681938 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09391bb-01ed-4650-93cd-ce98dcbc3d54 None None] Pushing event updated for resources: {'Port': ['ID=2e3a534d-16d5-4f34-8bae-be2e74066f3c,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:25.685828 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-bd39e19f-cf0d-4e98-b488-34c7648ff703 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028946'] for security_group_rule, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:25.686463 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ee318760-a23b-4a57-9ffd-69981879683b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for floatingip, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:25.687799 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a09391bb-01ed-4650-93cd-ce98dcbc3d54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:25.714593 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 0927b214-5a37-4db8-ad7a-8b7465bec206 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:26:25.733604 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-843fcb04-0248-43db-9f92-b208e4181f04 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:25.767942 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 47678) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:25.793844 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a6b7cd-f5a0-4952-b3cb-301516d9b6a8 None None] Routers {'c72f5abf-89e4-40d2-aee3-34e4d4ce714a'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:26:25.794774 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-a6a6b7cd-f5a0-4952-b3cb-301516d9b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:26:06Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['c72f5abf-89e4-40d2-aee3-34e4d4ce714a'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:25.825821 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f56f9639-10b1-44b5-98d0-83f42bbfc4d1 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:25.869532 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39e19f-cf0d-4e98-b488-34c7648ff703 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cadb30b1-d24d-443a-a536-48fe1c9c2ae9,revision_number=0']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:25.907245 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-bd39e19f-cf0d-4e98-b488-34c7648ff703 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:25.912230 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port 0927b214-5a37-4db8-ad7a-8b7465bec206 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:26:25.912230 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:25.941020 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f56f9639-10b1-44b5-98d0-83f42bbfc4d1 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:25.987297 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-298ad88d-dfc2-40ca-87e6-c2912ed47e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:26.033686 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-ebbd8783-bde1-4a82-b96c-d8305315f868 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=573de575cbed4946845325c86ea66876&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6145012 May 04 18:26:26.048614 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-78762a99-ec5e-4788-84f8-5d0c32c0b2b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:26.051914 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-63e41eec-ec75-45fb-86df-3d7047ecc00a req-9fba7768-8839-4cd0-916a-e55fa86b7900 service neutron] 10.222.0.20 "GET /v2.0/networks/d89a4125-3764-4595-b3a0-58856003dba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5552931 May 04 18:26:26.168941 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-bd39e19f-cf0d-4e98-b488-34c7648ff703 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:26.170249 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-bd39e19f-cf0d-4e98-b488-34c7648ff703 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6295505 May 04 18:26:26.184727 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 47692) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:26.188989 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-a6a6b7cd-f5a0-4952-b3cb-301516d9b6a8 None None] Set router c72f5abf-89e4-40d2-aee3-34e4d4ce714a gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:26:26.196431 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a7999-cac6-48a8-ad64-1d479c328fd7 req-c85a89d8-35b1-488f-adfc-c74768c3c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:26.198233 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f53a7999-cac6-48a8-ad64-1d479c328fd7 req-c85a89d8-35b1-488f-adfc-c74768c3c8c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbb04e0b5efb425f90f0f9aee3cac890&device_id=54b47cd1-360a-4748-8e8e-3715ab990389 HTTP/1.1" status: 200 len: 1096 time: 0.6313159 May 04 18:26:26.212927 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-d08ed2e6-4ab7-4549-9a5f-c43aca1e610f tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Request body: {'security_group_rule': {'security_group_id': '2f8e5ff3-e0a1-4c61-97b8-d7d82201d204', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:26:26.248669 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-d08ed2e6-4ab7-4549-9a5f-c43aca1e610f tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:26.251530 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f56f9639-10b1-44b5-98d0-83f42bbfc4d1 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Made reservation on behalf of 573de575cbed4946845325c86ea66876 for: {'port': 1} {{(pid=74222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:26:26.255093 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f56f9639-10b1-44b5-98d0-83f42bbfc4d1 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:26.274216 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-298ad88d-dfc2-40ca-87e6-c2912ed47e34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:26.279943 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-78762a99-ec5e-4788-84f8-5d0c32c0b2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:26.290619 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-298ad88d-dfc2-40ca-87e6-c2912ed47e34 admin admin] Usage tracker for resource:security_group_rule and tenant:30de03ffe37b4e8fa9584ac2be64fdc9 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:26.292470 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-d08ed2e6-4ab7-4549-9a5f-c43aca1e610f tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Usage tracker for resource:security_group_rule and tenant:4c120e913866442b994ca71f4b2f0f98 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:26.300935 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-d08ed2e6-4ab7-4549-9a5f-c43aca1e610f tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:26.303437 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-298ad88d-dfc2-40ca-87e6-c2912ed47e34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:26.314041 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:26.327839 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-298ad88d-dfc2-40ca-87e6-c2912ed47e34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:26.366068 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-d08ed2e6-4ab7-4549-9a5f-c43aca1e610f tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:26.392048 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-78762a99-ec5e-4788-84f8-5d0c32c0b2b8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3fbe3052cc8a40e195d953a27b247a29&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2231159 May 04 18:26:26.401247 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 47700) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:26.415314 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-63e41eec-ec75-45fb-86df-3d7047ecc00a req-afffe38b-6c0a-4408-abb0-601f481aba97 service neutron] 10.222.0.20 "GET /v2.0/networks/d89a4125-3764-4595-b3a0-58856003dba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492661 May 04 18:26:26.418263 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device cc4f9458-2154-49cc-a86a-ccf9f853cc9f up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:26:26.429867 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78762a99-ec5e-4788-84f8-5d0c32c0b2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb791acb-77e7-45b6-98df-43407ada5eca,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:26.439433 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-78762a99-ec5e-4788-84f8-5d0c32c0b2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:26.491082 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209729b8-4d98-4dec-b456-7838b6dc34c1 req-ed033c9d-6fe1-4e0b-a40f-db7da1d58807 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:26.492637 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-209729b8-4d98-4dec-b456-7838b6dc34c1 req-ed033c9d-6fe1-4e0b-a40f-db7da1d58807 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b47cd1-360a-4748-8e8e-3715ab990389 HTTP/1.1" status: 200 len: 943 time: 0.6720786 May 04 18:26:26.528474 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-7a76e422-8ed1-451f-8f20-6a4a2e9f61e2 service neutron] 10.222.0.49 "GET /v2.0/networks/8db4af54-0a5f-400d-8ea5-42d92dce6c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906306 May 04 18:26:26.534236 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ff3beedf-75db-45ac-af04-2b4c6f75a9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:26.540533 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ee318760-a23b-4a57-9ffd-69981879683b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:26.626639 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ff3beedf-75db-45ac-af04-2b4c6f75a9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:26.674290 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-298ad88d-dfc2-40ca-87e6-c2912ed47e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:26.676160 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a7999-cac6-48a8-ad64-1d479c328fd7 req-82a9e7d0-4ae0-4bc1-8e89-f8d9725c425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:26.677673 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f53a7999-cac6-48a8-ad64-1d479c328fd7 req-82a9e7d0-4ae0-4bc1-8e89-f8d9725c425a service neutron] 10.222.0.20 "GET /v2.0/networks?id=6439c8b0-68f5-4b5e-8176-84afc9c83264 HTTP/1.1" status: 200 len: 913 time: 0.4542911 May 04 18:26:26.702431 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-209729b8-4d98-4dec-b456-7838b6dc34c1 req-26318441-801b-40e7-811b-ba0905e163a2 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/security-groups?id=00722f54-4f75-41c7-98df-3035ea613095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975381 May 04 18:26:26.706509 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d08ed2e6-4ab7-4549-9a5f-c43aca1e610f tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:26.713715 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning for port cc4f9458-2154-49cc-a86a-ccf9f853cc9f completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:26:26.743184 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port cc4f9458-2154-49cc-a86a-ccf9f853cc9f triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:26:26.743184 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:26.772735 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-298ad88d-dfc2-40ca-87e6-c2912ed47e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:26.807651 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_common [None req-ee318760-a23b-4a57-9ffd-69981879683b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Allocated IP 172.28.1.14 (90b44f7d-5c55-4edd-ba51-1d4bf68bd72d/15770a9c-0e03-4178-b54a-c3c1706d1253/cda5d856-d4ac-4135-8638-f6985507c71a) {{(pid=74221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:26:26.809510 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:26.819980 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-298ad88d-dfc2-40ca-87e6-c2912ed47e34 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=30de03ffe37b4e8fa9584ac2be64fdc9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0466743 May 04 18:26:26.825034 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ff3beedf-75db-45ac-af04-2b4c6f75a9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:26.831353 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 47710) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:26.873119 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-a6a6b7cd-f5a0-4952-b3cb-301516d9b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'name': 'tempest-AttachVolumeShelveTestJSON-690331288-router', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:59Z', 'updated_at': '2021-05-04T18:26:15Z', 'revision_number': 4, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'gw_port': {'id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': '2e3a534d-16d5-4f34-8bae-be2e74066f3c', 'name': '', 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'mac_address': 'fa:16:3e:49:a0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:12Z', 'updated_at': '2021-05-04T18:26:25Z', 'revision_number': 4, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'subnets': [{'id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:26.910853 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ad88d-dfc2-40ca-87e6-c2912ed47e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c9384b-6644-4cc8-a403-b2328d9dd392,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:26.919088 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:26.933678 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a6b7cd-f5a0-4952-b3cb-301516d9b6a8 None None] The sync data for ids ['c72f5abf-89e4-40d2-aee3-34e4d4ce714a'] in dv-cinder-789603-2-smb is: [{'id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'name': 'tempest-AttachVolumeShelveTestJSON-690331288-router', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:59Z', 'updated_at': '2021-05-04T18:26:15Z', 'revision_number': 4, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'gw_port': {'id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': '2e3a534d-16d5-4f34-8bae-be2e74066f3c', 'name': '', 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'mac_address': 'fa:16:3e:49:a0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:12Z', 'updated_at': '2021-05-04T18:26:25Z', 'revision_number': 4, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'subnets': [{'id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:26:26.948074 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-298ad88d-dfc2-40ca-87e6-c2912ed47e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:26.954235 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ff3beedf-75db-45ac-af04-2b4c6f75a9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:26.956057 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-ff3beedf-75db-45ac-af04-2b4c6f75a9e3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bb791acb-77e7-45b6-98df-43407ada5eca HTTP/1.1" status: 204 len: 168 time: 0.5468192 May 04 18:26:26.957099 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-d12ce29c-afdb-4664-824f-4b2d69d951c1 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:26.957763 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f53a7999-cac6-48a8-ad64-1d479c328fd7 req-6fb30324-40e2-4684-be4b-8d8e5c636fe1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c76755b8-0421-4a49-8f51-afb318dc751c HTTP/1.1" status: 200 len: 217 time: 0.2708135 May 04 18:26:26.975043 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] For port cc4f9458-2154-49cc-a86a-ccf9f853cc9f, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=cc4f9458-2154-49cc-a86a-ccf9f853cc9f,segment=NetworkSegment(6669c33b-c066-4d38-9470-2e21624c8d58),segment_id=6669c33b-c066-4d38-9470-2e21624c8d58)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:26:27.044477 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3beedf-75db-45ac-af04-2b4c6f75a9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb791acb-77e7-45b6-98df-43407ada5eca,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:27.053249 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:27.059969 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:27.081690 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-ff3beedf-75db-45ac-af04-2b4c6f75a9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:27.268372 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Pushing event updated for resources: {'Port': ['ID=cc4f9458-2154-49cc-a86a-ccf9f853cc9f,revision_number=5']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:27.280466 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 2e3a534d-16d5-4f34-8bae-be2e74066f3c up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:26:27.307468 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7d52d478-cdd4-4afe-9778-ab10694fd962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:27.333313 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.db_base_plugin_common [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f56f9639-10b1-44b5-98d0-83f42bbfc4d1 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Allocated IP 172.20.0.10 (8db4af54-0a5f-400d-8ea5-42d92dce6c03/440c7ecc-ada7-425e-af57-04720abc3629/d279bab5-50e3-4108-8a3d-c8985167a744) {{(pid=74222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:26:27.342169 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a7999-cac6-48a8-ad64-1d479c328fd7 req-2f278d05-2e90-4550-b5e3-771b6ae39a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:27.343837 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f53a7999-cac6-48a8-ad64-1d479c328fd7 req-2f278d05-2e90-4550-b5e3-771b6ae39a77 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf4b0c16-5c73-4270-8934-4957157e663f HTTP/1.1" status: 200 len: 852 time: 0.3188214 May 04 18:26:27.352033 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-93d0632b-8502-4825-9e10-205c4ab2f1bf service neutron] 10.222.0.49 "GET /v2.0/networks/8db4af54-0a5f-400d-8ea5-42d92dce6c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8100405 May 04 18:26:27.361322 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:27.365089 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ee318760-a23b-4a57-9ffd-69981879683b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for port, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:27.399853 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7d52d478-cdd4-4afe-9778-ab10694fd962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:27.436972 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning for port 2e3a534d-16d5-4f34-8bae-be2e74066f3c completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:26:27.449059 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port 2e3a534d-16d5-4f34-8bae-be2e74066f3c triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:26:27.449628 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:27.456623 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d08ed2e6-4ab7-4549-9a5f-c43aca1e610f tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:27.459639 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f53a7999-cac6-48a8-ad64-1d479c328fd7 req-868003c7-ab76-4dd1-95e8-1823cfad1384 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6439c8b0-68f5-4b5e-8176-84afc9c83264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045699 May 04 18:26:27.557114 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7d52d478-cdd4-4afe-9778-ab10694fd962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:27.558913 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ee318760-a23b-4a57-9ffd-69981879683b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542'] for port, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:27.566703 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:27.616405 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52d478-cdd4-4afe-9778-ab10694fd962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c9384b-6644-4cc8-a403-b2328d9dd392,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:27.643989 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:27.647261 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7d52d478-cdd4-4afe-9778-ab10694fd962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:27.648504 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-7d52d478-cdd4-4afe-9778-ab10694fd962 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e7c9384b-6644-4cc8-a403-b2328d9dd392 HTTP/1.1" status: 204 len: 168 time: 0.8176310 May 04 18:26:27.651719 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-7d52d478-cdd4-4afe-9778-ab10694fd962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:27.655763 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:27.686326 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d08ed2e6-4ab7-4549-9a5f-c43aca1e610f tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028946'] for security_group_rule, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:27.705810 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] For port 2e3a534d-16d5-4f34-8bae-be2e74066f3c, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=2e3a534d-16d5-4f34-8bae-be2e74066f3c,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:26:27.711041 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 809a98ea-8435-42f3-a0ae-912a65d36d91 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:26:27.766809 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-d1ebf794-fe90-47f7-87ef-35bf9dfd04f8 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:27.781813 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:27.783854 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee318760-a23b-4a57-9ffd-69981879683b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Network 90b44f7d-5c55-4edd-ba51-1d4bf68bd72d is already hosted by enough agents. {{(pid=74221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:26:27.786114 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [None req-ee318760-a23b-4a57-9ffd-69981879683b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Resources bound (agent type, host, resource id): {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:26:27.788964 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee318760-a23b-4a57-9ffd-69981879683b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Received port after_create {{(pid=74221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:26:27.858159 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:27.869070 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ee318760-a23b-4a57-9ffd-69981879683b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:27.876934 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78958f70-59d4-489c-80b3-578c4b9949c9 req-9537f388-528d-4aba-8ef8-c08f4f3ceec5 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:27.893887 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-78958f70-59d4-489c-80b3-578c4b9949c9 req-9537f388-528d-4aba-8ef8-c08f4f3ceec5 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b733bf7d-63b8-47a3-b881-4402c9e42719 HTTP/1.1" status: 200 len: 944 time: 1.0090137 May 04 18:26:27.914856 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee318760-a23b-4a57-9ffd-69981879683b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Pushing event updated for resources: {'Port': ['ID=cda5d856-d4ac-4135-8638-f6985507c71a,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:27.921429 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-ee318760-a23b-4a57-9ffd-69981879683b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:28.005315 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ee318760-a23b-4a57-9ffd-69981879683b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:28.005500 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Pushing event updated for resources: {'Port': ['ID=2e3a534d-16d5-4f34-8bae-be2e74066f3c,revision_number=5']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:28.010560 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:28.018297 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 809a98ea-8435-42f3-a0ae-912a65d36d91, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=809a98ea-8435-42f3-a0ae-912a65d36d91,segment=NetworkSegment(e27d6d3a-acad-4e56-8b22-9dcd41a82e38),segment_id=e27d6d3a-acad-4e56-8b22-9dcd41a82e38)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:26:28.033091 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Returning: {'device': '809a98ea-8435-42f3-a0ae-912a65d36d91', 'network_id': 'd89a4125-3764-4595-b3a0-58856003dba9', 'port_id': '809a98ea-8435-42f3-a0ae-912a65d36d91', 'mac_address': 'fa:16:3e:76:5b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745e4f5f-e99e-45c7-ba2f-044ccda911f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:26:28.061073 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ed2e6-4ab7-4549-9a5f-c43aca1e610f tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430433b7-29bb-4599-9f2d-b2677273e4d4,revision_number=0']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:28.067036 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-d08ed2e6-4ab7-4549-9a5f-c43aca1e610f tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:28.076774 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-b101afb2-5b66-4bc7-bfb3-f732def32c12 req-6786bb6d-f346-49a8-a182-a997e1883788 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Synchronizing usage tracker for tenant:573de575cbed4946845325c86ea66876 on resource:port {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:26:28.163515 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:28.202815 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 809a98ea-8435-42f3-a0ae-912a65d36d91 {{(pid=74223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:26:28.214114 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f53a7999-cac6-48a8-ad64-1d479c328fd7 req-0775fcd7-f8a3-44a6-8773-03354107846a service neutron] 10.222.0.20 "GET /v2.0/networks/6439c8b0-68f5-4b5e-8176-84afc9c83264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7399213 May 04 18:26:28.214826 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d08ed2e6-4ab7-4549-9a5f-c43aca1e610f tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:28.229899 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-d08ed2e6-4ab7-4549-9a5f-c43aca1e610f tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0202508 May 04 18:26:28.229899 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 47746) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:28.230080 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 809a98ea-8435-42f3-a0ae-912a65d36d91, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=809a98ea-8435-42f3-a0ae-912a65d36d91,segment=NetworkSegment(e27d6d3a-acad-4e56-8b22-9dcd41a82e38),segment_id=e27d6d3a-acad-4e56-8b22-9dcd41a82e38)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:26:28.303997 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:28.304268 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-78958f70-59d4-489c-80b3-578c4b9949c9 req-2abd67d2-4d89-4220-9ce3-a15ecd5a25fb tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178917 May 04 18:26:28.307312 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-1a4d1bf2-7d5d-463c-8ecf-c8e7c54c23ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:28.352367 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-b101afb2-5b66-4bc7-bfb3-f732def32c12 req-6786bb6d-f346-49a8-a182-a997e1883788 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Unset dirty status for tenant:573de575cbed4946845325c86ea66876 on resource:port {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:26:28.353917 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b101afb2-5b66-4bc7-bfb3-f732def32c12 req-6786bb6d-f346-49a8-a182-a997e1883788 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 210 time: 0.5998743 May 04 18:26:28.363992 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-c956f988-886c-442b-b7c4-ba5a8ec647ba tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Request body: {'floatingip': {'floating_network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:26:28.384992 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f56f9639-10b1-44b5-98d0-83f42bbfc4d1 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Notify callbacks [] for port, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:28.399084 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ee318760-a23b-4a57-9ffd-69981879683b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for port, precommit_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:28.424959 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-c956f988-886c-442b-b7c4-ba5a8ec647ba tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:28.459509 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=809a98ea-8435-42f3-a0ae-912a65d36d91,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:28.472024 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:28.516300 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ee318760-a23b-4a57-9ffd-69981879683b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:28.530174 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-1d4d403c-7c4a-4628-838e-cc3ebcf19f3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:28.574598 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['809a98ea-8435-42f3-a0ae-912a65d36d91'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:26:28.610999 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-c956f988-886c-442b-b7c4-ba5a8ec647ba tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Usage tracker for resource:floatingip and tenant:4c120e913866442b994ca71f4b2f0f98 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:28.632926 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-c956f988-886c-442b-b7c4-ba5a8ec647ba tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:28.694895 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ee318760-a23b-4a57-9ffd-69981879683b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942676'] for floatingip, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:28.700158 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee318760-a23b-4a57-9ffd-69981879683b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Pushing event updated for resources: {'Port': ['ID=cda5d856-d4ac-4135-8638-f6985507c71a,revision_number=2']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:28.712317 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-ee318760-a23b-4a57-9ffd-69981879683b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:28.735543 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-c956f988-886c-442b-b7c4-ba5a8ec647ba tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:28.818167 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ee318760-a23b-4a57-9ffd-69981879683b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for floatingip, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:28.818895 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 6 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:26:28.823839 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-ee318760-a23b-4a57-9ffd-69981879683b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5863984 May 04 18:26:28.837744 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa065c8-9355-42dc-b1b0-f176f1712095 req-69103ae2-d570-4760-9a6c-5dc06aef6ba7 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:28.844109 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-dfa065c8-9355-42dc-b1b0-f176f1712095 req-69103ae2-d570-4760-9a6c-5dc06aef6ba7 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b47cd1-360a-4748-8e8e-3715ab990389 HTTP/1.1" status: 200 len: 943 time: 0.2189312 May 04 18:26:28.850875 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f53a7999-cac6-48a8-ad64-1d479c328fd7 req-7d9722ba-259a-4ead-b005-bc17262c8a49 service neutron] 10.222.0.20 "GET /v2.0/networks/6439c8b0-68f5-4b5e-8176-84afc9c83264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6230917 May 04 18:26:28.901310 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-dfa065c8-9355-42dc-b1b0-f176f1712095 req-03482a55-4608-4bbf-a5b5-3e45c70390de tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/security-groups?id=00722f54-4f75-41c7-98df-3035ea613095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492778 May 04 18:26:28.908403 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c956f988-886c-442b-b7c4-ba5a8ec647ba tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for floatingip, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:28.918233 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f56f9639-10b1-44b5-98d0-83f42bbfc4d1 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542'] for port, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:28.947035 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:29.011061 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f56f9639-10b1-44b5-98d0-83f42bbfc4d1 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Network 8db4af54-0a5f-400d-8ea5-42d92dce6c03 is already hosted by enough agents. {{(pid=74222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:26:29.016389 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.base_scheduler [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f56f9639-10b1-44b5-98d0-83f42bbfc4d1 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Resources bound (agent type, host, resource id): {{(pid=74222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:26:29.021677 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.l3_dvrscheduler_db [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f56f9639-10b1-44b5-98d0-83f42bbfc4d1 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Received port after_create {{(pid=74222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:26:29.027530 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f56f9639-10b1-44b5-98d0-83f42bbfc4d1 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:29.028144 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f56f9639-10b1-44b5-98d0-83f42bbfc4d1 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for port, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:29.153573 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f56f9639-10b1-44b5-98d0-83f42bbfc4d1 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1631377 May 04 18:26:29.154172 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f9639-10b1-44b5-98d0-83f42bbfc4d1 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Pushing event updated for resources: {'Port': ['ID=d279bab5-50e3-4108-8a3d-c8985167a744,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:29.160434 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-f56f9639-10b1-44b5-98d0-83f42bbfc4d1 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:29.204767 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 2e3a534d-16d5-4f34-8bae-be2e74066f3c up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:26:29.217139 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f798f61c-0aff-4d1f-ab62-8b2c9dc93c66 service neutron] Request body: {'port': {'device_id': '1c93f8e6-fc2e-4637-98d5-dd0d544695c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:26:29.291689 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-690c9c4e-c963-4173-aef6-c28c18073211 req-eb0be1c8-3dbd-4f51-b0c3-3250132ad5e8 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Synchronizing usage tracker for tenant:76bc34a978a74f5391886da16fb39bf8 on resource:security_group {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:26:29.294391 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port 2e3a534d-16d5-4f34-8bae-be2e74066f3c triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:26:29.294885 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:29.444413 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device cc4f9458-2154-49cc-a86a-ccf9f853cc9f up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:26:29.498735 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f798f61c-0aff-4d1f-ab62-8b2c9dc93c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:29.510230 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c956f988-886c-442b-b7c4-ba5a8ec647ba tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:29.557169 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port cc4f9458-2154-49cc-a86a-ccf9f853cc9f triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:26:29.557763 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:29.598341 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-690c9c4e-c963-4173-aef6-c28c18073211 req-eb0be1c8-3dbd-4f51-b0c3-3250132ad5e8 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Unset dirty status for tenant:76bc34a978a74f5391886da16fb39bf8 on resource:security_group {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:26:29.599487 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-690c9c4e-c963-4173-aef6-c28c18073211 req-eb0be1c8-3dbd-4f51-b0c3-3250132ad5e8 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1035613163&fields=id&tenant_id=76bc34a978a74f5391886da16fb39bf8 HTTP/1.1" status: 200 len: 267 time: 0.4422262 May 04 18:26:29.658697 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device c76755b8-0421-4a49-8f51-afb318dc751c details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:26:29.721793 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 809a98ea-8435-42f3-a0ae-912a65d36d91 up at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:26:29.969464 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port c76755b8-0421-4a49-8f51-afb318dc751c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c76755b8-0421-4a49-8f51-afb318dc751c,segment=NetworkSegment(b5ae4dd1-f3b1-491e-9422-eca14da9d1e8),segment_id=b5ae4dd1-f3b1-491e-9422-eca14da9d1e8)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:26:30.002502 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Returning: {'device': 'c76755b8-0421-4a49-8f51-afb318dc751c', 'network_id': '6439c8b0-68f5-4b5e-8176-84afc9c83264', 'port_id': 'c76755b8-0421-4a49-8f51-afb318dc751c', 'mac_address': 'fa:16:3e:8c:56:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4b0c16-5c73-4270-8934-4957157e663f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:26:30.073118 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c9c4e-c963-4173-aef6-c28c18073211 req-d6cdd185-6805-4f93-bd8f-8efe82cc55e4 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:30.082638 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-690c9c4e-c963-4173-aef6-c28c18073211 req-d6cdd185-6805-4f93-bd8f-8efe82cc55e4 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Synchronizing usage tracker for tenant:76bc34a978a74f5391886da16fb39bf8 on resource:network {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:26:30.082866 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning for port 809a98ea-8435-42f3-a0ae-912a65d36d91 completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:26:30.084795 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:30.095775 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning complete for port 809a98ea-8435-42f3-a0ae-912a65d36d91 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:26:30.096149 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:30.137531 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b3f6a-4b53-43d7-aa1f-87533b5400fd req-6aa75d2b-18f0-4601-b7b0-d58eb0b46709 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:30.142272 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e71b3f6a-4b53-43d7-aa1f-87533b5400fd req-6aa75d2b-18f0-4601-b7b0-d58eb0b46709 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b733bf7d-63b8-47a3-b881-4402c9e42719 HTTP/1.1" status: 200 len: 945 time: 0.5819676 May 04 18:26:30.143857 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c76755b8-0421-4a49-8f51-afb318dc751c {{(pid=74223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:26:30.174693 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.db_base_plugin_common [None req-c956f988-886c-442b-b7c4-ba5a8ec647ba tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Allocated IP 172.28.1.200 (90b44f7d-5c55-4edd-ba51-1d4bf68bd72d/15770a9c-0e03-4178-b54a-c3c1706d1253/cdf235a3-f781-4800-ae67-b252c6d45750) {{(pid=74222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:26:30.175776 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port c76755b8-0421-4a49-8f51-afb318dc751c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c76755b8-0421-4a49-8f51-afb318dc751c,segment=NetworkSegment(b5ae4dd1-f3b1-491e-9422-eca14da9d1e8),segment_id=b5ae4dd1-f3b1-491e-9422-eca14da9d1e8)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:26:30.243439 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:30.257660 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:30.263495 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:30.305386 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e71b3f6a-4b53-43d7-aa1f-87533b5400fd req-d852c451-115c-4df5-85dd-1f4019f4a34d tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482761 May 04 18:26:30.345569 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b733bf7d-63b8-47a3-b881-4402c9e42719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809a98ea-8435-42f3-a0ae-912a65d36d91'}] {{(pid=74223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:26:30.426794 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 809a98ea-8435-42f3-a0ae-912a65d36d91, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=809a98ea-8435-42f3-a0ae-912a65d36d91,segment=NetworkSegment(e27d6d3a-acad-4e56-8b22-9dcd41a82e38),segment_id=e27d6d3a-acad-4e56-8b22-9dcd41a82e38)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:26:30.432417 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=c76755b8-0421-4a49-8f51-afb318dc751c,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:30.435686 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:30.483127 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-690c9c4e-c963-4173-aef6-c28c18073211 req-d6cdd185-6805-4f93-bd8f-8efe82cc55e4 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Unset dirty status for tenant:76bc34a978a74f5391886da16fb39bf8 on resource:network {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:26:30.485898 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-690c9c4e-c963-4173-aef6-c28c18073211 req-d6cdd185-6805-4f93-bd8f-8efe82cc55e4 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/networks?id=3feac1cb-76d7-4653-8c68-28519f9a3ebb HTTP/1.1" status: 200 len: 816 time: 0.8316774 May 04 18:26:30.493036 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['c76755b8-0421-4a49-8f51-afb318dc751c'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:26:30.540977 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:30.554407 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:30.650531 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8ca6b970-0c3f-4260-93d6-065317861457 req-add0e554-71bf-4b33-9710-7311d9d63072 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 210 time: 0.1684985 May 04 18:26:30.663487 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-690c9c4e-c963-4173-aef6-c28c18073211 req-9df476d0-b9ca-44a1-927a-95285cbf4990 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/quotas/76bc34a978a74f5391886da16fb39bf8 HTTP/1.1" status: 200 len: 375 time: 0.1589468 May 04 18:26:30.713919 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=809a98ea-8435-42f3-a0ae-912a65d36d91,revision_number=5']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:30.726284 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:30.925761 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c956f988-886c-442b-b7c4-ba5a8ec647ba tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for port, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:30.930584 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.db.resource_extend [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f798f61c-0aff-4d1f-ab62-8b2c9dc93c66 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 18:26:31.022334 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-10877db1-0ce3-4539-b1a2-b1a38fb54dc0 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:31.028438 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-10877db1-0ce3-4539-b1a2-b1a38fb54dc0 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.20 "GET /v2.0/networks?id=8db4af54-0a5f-400d-8ea5-42d92dce6c03 HTTP/1.1" status: 200 len: 818 time: 0.6714613 May 04 18:26:31.054553 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-383d363b-52f8-4ecf-b523-ee6e51aec275 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Request body: {'port': {'device_id': '370b333c-bedf-4a1b-8508-0580d9669df8', 'network_id': '8db4af54-0a5f-400d-8ea5-42d92dce6c03', 'admin_state_up': True, 'tenant_id': '573de575cbed4946845325c86ea66876'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:26:31.121716 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.notifiers.nova [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f798f61c-0aff-4d1f-ab62-8b2c9dc93c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d279bab5-50e3-4108-8a3d-c8985167a744 {{(pid=74222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:26:31.184857 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f798f61c-0aff-4d1f-ab62-8b2c9dc93c66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:31.255005 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-690c9c4e-c963-4173-aef6-c28c18073211 req-942ca2c2-2d97-4f6d-91af-52e794658517 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=76bc34a978a74f5391886da16fb39bf8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4617369 May 04 18:26:31.256618 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.provisioning_blocks [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f798f61c-0aff-4d1f-ab62-8b2c9dc93c66 service neutron] Transition to ACTIVE for port object d279bab5-50e3-4108-8a3d-c8985167a744 will not be triggered until provisioned by entity L2. {{(pid=74222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:26:31.276222 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1622bd-41e2-42dd-9890-5afc164d32b3 req-a2f56fb9-c063-4cf2-9bd5-6d5c6cc48c71 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:31.277620 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0a1622bd-41e2-42dd-9890-5afc164d32b3 req-a2f56fb9-c063-4cf2-9bd5-6d5c6cc48c71 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b47cd1-360a-4748-8e8e-3715ab990389 HTTP/1.1" status: 200 len: 944 time: 0.4365666 May 04 18:26:31.355835 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f798f61c-0aff-4d1f-ab62-8b2c9dc93c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:31.369865 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c956f988-886c-442b-b7c4-ba5a8ec647ba tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542'] for port, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:31.414980 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:31.553709 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-383d363b-52f8-4ecf-b523-ee6e51aec275 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:31.605397 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0a1622bd-41e2-42dd-9890-5afc164d32b3 req-75f786dc-4655-4612-9197-4dde4cc096ec tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/security-groups?id=00722f54-4f75-41c7-98df-3035ea613095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966416 May 04 18:26:31.605397 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c956f988-886c-442b-b7c4-ba5a8ec647ba tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Network 90b44f7d-5c55-4edd-ba51-1d4bf68bd72d is already hosted by enough agents. {{(pid=74222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:26:31.614101 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-383d363b-52f8-4ecf-b523-ee6e51aec275 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:31.616193 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.base_scheduler [None req-c956f988-886c-442b-b7c4-ba5a8ec647ba tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Resources bound (agent type, host, resource id): {{(pid=74222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:26:31.633300 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c956f988-886c-442b-b7c4-ba5a8ec647ba tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Received port after_create {{(pid=74222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:26:31.636911 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798f61c-0aff-4d1f-ab62-8b2c9dc93c66 service neutron] Pushing event updated for resources: {'Port': ['ID=d279bab5-50e3-4108-8a3d-c8985167a744,revision_number=2']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:31.673581 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device c76755b8-0421-4a49-8f51-afb318dc751c up at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:26:31.764131 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-690c9c4e-c963-4173-aef6-c28c18073211 req-c0a9a385-7b73-42e1-8750-70cee0cc045e service neutron] 10.222.0.49 "GET /v2.0/networks/3feac1cb-76d7-4653-8c68-28519f9a3ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960573 May 04 18:26:31.830333 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning for port c76755b8-0421-4a49-8f51-afb318dc751c completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:26:31.850478 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f798f61c-0aff-4d1f-ab62-8b2c9dc93c66 service neutron] Attempting to bind port d279bab5-50e3-4108-8a3d-c8985167a744 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:26:31.850478 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f798f61c-0aff-4d1f-ab62-8b2c9dc93c66 service neutron] Attempting to bind port d279bab5-50e3-4108-8a3d-c8985167a744 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '207280f5-ebc6-4c23-9262-17f03eeab6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8db4af54-0a5f-400d-8ea5-42d92dce6c03'}] {{(pid=74222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:26:31.850765 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f798f61c-0aff-4d1f-ab62-8b2c9dc93c66 service neutron] Attempting to bind port d279bab5-50e3-4108-8a3d-c8985167a744 on network 8db4af54-0a5f-400d-8ea5-42d92dce6c03 {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:26:31.850960 dv-cinder-789603-2-smb neutron-server[74223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b733bf7d-63b8-47a3-b881-4402c9e42719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809a98ea-8435-42f3-a0ae-912a65d36d91', 'code': 200} May 04 18:26:31.853998 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning complete for port c76755b8-0421-4a49-8f51-afb318dc751c triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:26:31.856112 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:31.857627 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-383d363b-52f8-4ecf-b523-ee6e51aec275 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Made reservation on behalf of 573de575cbed4946845325c86ea66876 for: {'port': 1} {{(pid=74222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:26:31.861123 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-383d363b-52f8-4ecf-b523-ee6e51aec275 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:31.873856 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956f988-886c-442b-b7c4-ba5a8ec647ba tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Pushing event updated for resources: {'Port': ['ID=cdf235a3-f781-4800-ae67-b252c6d45750,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:31.931077 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-c956f988-886c-442b-b7c4-ba5a8ec647ba tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:31.934084 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f798f61c-0aff-4d1f-ab62-8b2c9dc93c66 service neutron] Port d279bab5-50e3-4108-8a3d-c8985167a744 on network 8db4af54-0a5f-400d-8ea5-42d92dce6c03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 18:26:31.934402 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f798f61c-0aff-4d1f-ab62-8b2c9dc93c66 service neutron] Attempting to bind port d279bab5-50e3-4108-8a3d-c8985167a744 on network 8db4af54-0a5f-400d-8ea5-42d92dce6c03 {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:26:31.936388 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.450s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:31.936673 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:31.955516 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c956f988-886c-442b-b7c4-ba5a8ec647ba tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:31.959038 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f798f61c-0aff-4d1f-ab62-8b2c9dc93c66 service neutron] Checking agent: {'id': 'eb0c7dda-b795-49f1-9080-37ad6bcb4a66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'started_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:26:31.959472 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f798f61c-0aff-4d1f-ab62-8b2c9dc93c66 service neutron] Checking segment: {'id': '207280f5-ebc6-4c23-9262-17f03eeab6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8db4af54-0a5f-400d-8ea5-42d92dce6c03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:26:31.959797 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f798f61c-0aff-4d1f-ab62-8b2c9dc93c66 service neutron] Bound using segment: {'id': '207280f5-ebc6-4c23-9262-17f03eeab6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8db4af54-0a5f-400d-8ea5-42d92dce6c03'} {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:26:31.960226 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f798f61c-0aff-4d1f-ab62-8b2c9dc93c66 service neutron] Bound port: d279bab5-50e3-4108-8a3d-c8985167a744, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207280f5-ebc6-4c23-9262-17f03eeab6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8db4af54-0a5f-400d-8ea5-42d92dce6c03'}}] {{(pid=74222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:26:31.960553 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f798f61c-0aff-4d1f-ab62-8b2c9dc93c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:32.104840 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:32.145233 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port c76755b8-0421-4a49-8f51-afb318dc751c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c76755b8-0421-4a49-8f51-afb318dc751c,segment=NetworkSegment(b5ae4dd1-f3b1-491e-9422-eca14da9d1e8),segment_id=b5ae4dd1-f3b1-491e-9422-eca14da9d1e8)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:26:32.212464 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-690c9c4e-c963-4173-aef6-c28c18073211 req-e5023a40-55d6-4f31-9db8-71ae00b20cfe service neutron] 10.222.0.49 "GET /v2.0/networks/3feac1cb-76d7-4653-8c68-28519f9a3ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358187 May 04 18:26:32.252849 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:32.257958 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:32.297404 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c956f988-886c-442b-b7c4-ba5a8ec647ba tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:32.311994 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca91b9-5768-4e4c-9500-18bbe6fe78c4 req-b283a803-3e57-4d1b-9a07-baced111edc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:32.317142 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-f4ca91b9-5768-4e4c-9500-18bbe6fe78c4 req-b283a803-3e57-4d1b-9a07-baced111edc6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b733bf7d-63b8-47a3-b881-4402c9e42719 HTTP/1.1" status: 200 len: 1099 time: 0.0896330 May 04 18:26:32.333888 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.db [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f798f61c-0aff-4d1f-ab62-8b2c9dc93c66 service neutron] For port d279bab5-50e3-4108-8a3d-c8985167a744, host hv-cinder-78960, cleared binding levels {{(pid=74222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:26:32.347127 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-f4ca91b9-5768-4e4c-9500-18bbe6fe78c4 req-f59fcd03-d7ed-4166-b244-598a8a279447 service neutron] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:32.352890 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=c76755b8-0421-4a49-8f51-afb318dc751c,revision_number=5']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:32.362664 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [req-f4ca91b9-5768-4e4c-9500-18bbe6fe78c4 req-f59fcd03-d7ed-4166-b244-598a8a279447 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:32.362884 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.db [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f798f61c-0aff-4d1f-ab62-8b2c9dc93c66 service neutron] For port d279bab5-50e3-4108-8a3d-c8985167a744, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d279bab5-50e3-4108-8a3d-c8985167a744,segment=NetworkSegment(207280f5-ebc6-4c23-9262-17f03eeab6b6),segment_id=207280f5-ebc6-4c23-9262-17f03eeab6b6)] {{(pid=74222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:26:32.366135 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:32.367740 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-f4ca91b9-5768-4e4c-9500-18bbe6fe78c4 req-f59fcd03-d7ed-4166-b244-598a8a279447 service neutron] Usage tracker for resource:security_group_rule and tenant:3a9468437790449c95a25c3019d0bbda is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:32.370613 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-f4ca91b9-5768-4e4c-9500-18bbe6fe78c4 req-f59fcd03-d7ed-4166-b244-598a8a279447 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:32.377017 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [req-f4ca91b9-5768-4e4c-9500-18bbe6fe78c4 req-f59fcd03-d7ed-4166-b244-598a8a279447 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:32.387868 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.db_base_plugin_common [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-383d363b-52f8-4ecf-b523-ee6e51aec275 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Allocated IP 172.20.0.5 (8db4af54-0a5f-400d-8ea5-42d92dce6c03/440c7ecc-ada7-425e-af57-04720abc3629/9b202794-8594-4e4d-bee7-563644ee9b80) {{(pid=74222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:26:32.441926 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833d519-bb1a-4db8-bee6-26754bf387c6 req-ccefadf2-5444-4851-bb40-ffdc3522ef7f tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:32.443400 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0833d519-bb1a-4db8-bee6-26754bf387c6 req-ccefadf2-5444-4851-bb40-ffdc3522ef7f tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b733bf7d-63b8-47a3-b881-4402c9e42719 HTTP/1.1" status: 200 len: 946 time: 0.4894388 May 04 18:26:32.461069 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-f4ca91b9-5768-4e4c-9500-18bbe6fe78c4 req-f59fcd03-d7ed-4166-b244-598a8a279447 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:32.532381 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-f4ca91b9-5768-4e4c-9500-18bbe6fe78c4 req-f59fcd03-d7ed-4166-b244-598a8a279447 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:32.549602 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:32.571651 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-f4ca91b9-5768-4e4c-9500-18bbe6fe78c4 req-f59fcd03-d7ed-4166-b244-598a8a279447 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461479 May 04 18:26:32.587520 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59fcd03-d7ed-4166-b244-598a8a279447 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bada7e39-407a-4b60-aefa-e6700feccb5d,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:32.591270 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-f59fcd03-d7ed-4166-b244-598a8a279447 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:32.641363 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f798f61c-0aff-4d1f-ab62-8b2c9dc93c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:32.675999 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-81769bae-2726-46a9-a1ed-1c4d35a87ca9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:32.794519 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-ca360060-f490-4c65-992f-c5f05db55797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:32.815146 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0833d519-bb1a-4db8-bee6-26754bf387c6 req-e862d3a6-b524-4178-b7ad-d343b8ac3ebe tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641617 May 04 18:26:32.838092 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-520058bf-03c3-45bd-9583-d0ff75e8effa req-5ebaef99-9529-4e3d-bf19-75c57ec25c1e tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 210 time: 0.1267750 May 04 18:26:32.844616 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f798f61c-0aff-4d1f-ab62-8b2c9dc93c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:32.845233 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f798f61c-0aff-4d1f-ab62-8b2c9dc93c66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for port, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:32.846560 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-f798f61c-0aff-4d1f-ab62-8b2c9dc93c66 service neutron] 10.222.0.20 "PUT /v2.0/ports/d279bab5-50e3-4108-8a3d-c8985167a744 HTTP/1.1" status: 200 len: 1094 time: 3.6347969 May 04 18:26:32.851107 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c93f8e6-fc2e-4637-98d5-dd0d544695c7', 'tag': 'd279bab5-50e3-4108-8a3d-c8985167a744'}] {{(pid=74222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:26:32.978067 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798f61c-0aff-4d1f-ab62-8b2c9dc93c66 service neutron] Pushing event updated for resources: {'Port': ['ID=d279bab5-50e3-4108-8a3d-c8985167a744,revision_number=3']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:32.993112 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f1946c1e-0460-4338-bf1d-645a6a6bb478 req-ac6bf176-7c3d-4a96-9cc0-79cdcb20547b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 210 time: 0.1189432 May 04 18:26:33.026139 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-f798f61c-0aff-4d1f-ab62-8b2c9dc93c66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:33.114372 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c956f988-886c-442b-b7c4-ba5a8ec647ba tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for port, precommit_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:33.136327 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c93f8e6-fc2e-4637-98d5-dd0d544695c7', 'tag': 'd279bab5-50e3-4108-8a3d-c8985167a744', 'status': 'completed', 'code': 200} May 04 18:26:33.166594 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-383d363b-52f8-4ecf-b523-ee6e51aec275 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Notify callbacks [] for port, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:33.210529 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-0615dd67-b00b-4bea-b7e8-2bc53af7f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:33.211942 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-0615dd67-b00b-4bea-b7e8-2bc53af7f13d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=573de575cbed4946845325c86ea66876&device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 1097 time: 0.2227161 May 04 18:26:33.222787 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceaac1c-fef2-4e13-ad30-38fb716f0f83 req-1ecfb83a-f4f2-4afb-9edd-acae67fc93d6 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:33.229621 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cceaac1c-fef2-4e13-ad30-38fb716f0f83 req-1ecfb83a-f4f2-4afb-9edd-acae67fc93d6 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b47cd1-360a-4748-8e8e-3715ab990389 HTTP/1.1" status: 200 len: 945 time: 0.2579105 May 04 18:26:33.298427 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c956f988-886c-442b-b7c4-ba5a8ec647ba tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:33.322453 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-706bb116-2cd3-45cd-a1e8-3be92a7a2684 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:33.359701 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-d45b7ea9-ffdd-427c-8ca0-cc1fef998d9d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d279bab5-50e3-4108-8a3d-c8985167a744 HTTP/1.1" status: 200 len: 217 time: 0.1272693 May 04 18:26:33.425674 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c956f988-886c-442b-b7c4-ba5a8ec647ba tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942676'] for floatingip, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:33.455178 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cceaac1c-fef2-4e13-ad30-38fb716f0f83 req-db42c378-6cf5-4a3a-a7c5-b55c1433103e tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/security-groups?id=00722f54-4f75-41c7-98df-3035ea613095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245569 May 04 18:26:33.471575 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956f988-886c-442b-b7c4-ba5a8ec647ba tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Pushing event updated for resources: {'Port': ['ID=cdf235a3-f781-4800-ae67-b252c6d45750,revision_number=2']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:33.480158 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-c956f988-886c-442b-b7c4-ba5a8ec647ba tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:33.489835 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-99457c5d-8743-4258-9521-bdcddd17689b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:33.491194 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-99457c5d-8743-4258-9521-bdcddd17689b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=440c7ecc-ada7-425e-af57-04720abc3629 HTTP/1.1" status: 200 len: 858 time: 0.1110649 May 04 18:26:33.497776 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-383d363b-52f8-4ecf-b523-ee6e51aec275 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542'] for port, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:33.505690 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-f798f61c-0aff-4d1f-ab62-8b2c9dc93c66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:33.599536 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c956f988-886c-442b-b7c4-ba5a8ec647ba tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for floatingip, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:33.600724 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-c956f988-886c-442b-b7c4-ba5a8ec647ba tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3138559 May 04 18:26:33.602871 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-c2ad9f44-795a-4e57-8b74-1b170d3e2a47 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8db4af54-0a5f-400d-8ea5-42d92dce6c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989935 May 04 18:26:33.617143 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-383d363b-52f8-4ecf-b523-ee6e51aec275 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Network 8db4af54-0a5f-400d-8ea5-42d92dce6c03 is already hosted by enough agents. {{(pid=74222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:26:33.643025 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.base_scheduler [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-383d363b-52f8-4ecf-b523-ee6e51aec275 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Resources bound (agent type, host, resource id): {{(pid=74222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:26:33.661486 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-383d363b-52f8-4ecf-b523-ee6e51aec275 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Received port after_create {{(pid=74222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:26:33.666866 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-383d363b-52f8-4ecf-b523-ee6e51aec275 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:33.667493 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-383d363b-52f8-4ecf-b523-ee6e51aec275 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for port, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:33.671328 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d363b-52f8-4ecf-b523-ee6e51aec275 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Pushing event updated for resources: {'Port': ['ID=9b202794-8594-4e4d-bee7-563644ee9b80,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:33.678601 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-383d363b-52f8-4ecf-b523-ee6e51aec275 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:33.778156 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-2be6b781-8ecd-48ff-a624-1a90d4a695be service neutron] 10.222.0.20 "GET /v2.0/networks/8db4af54-0a5f-400d-8ea5-42d92dce6c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637702 May 04 18:26:33.852167 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b47cd1-360a-4748-8e8e-3715ab990389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76755b8-0421-4a49-8f51-afb318dc751c'}] {{(pid=74223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:26:33.915672 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-383d363b-52f8-4ecf-b523-ee6e51aec275 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8758378 May 04 18:26:33.933019 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-f4bd86b5-2758-49b8-a9dd-c1db22415890 service neutron] Request body: {'port': {'device_id': '370b333c-bedf-4a1b-8508-0580d9669df8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:26:34.001907 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-a8d6767e-4b54-4511-bc97-ec1af4382120 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--422782121&fields=id&tenant_id=4c120e913866442b994ca71f4b2f0f98 HTTP/1.1" status: 200 len: 267 time: 0.1274669 May 04 18:26:34.190894 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e547f2d1-6307-48ae-9d18-ad7221c29b4d req-45ac7cd1-a259-412a-af86-c23ae0daf21c service neutron] 10.222.0.20 "GET /v2.0/networks/8db4af54-0a5f-400d-8ea5-42d92dce6c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053938 May 04 18:26:34.412067 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-f4bd86b5-2758-49b8-a9dd-c1db22415890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:34.448841 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262163b2-78ae-4eb1-b007-3951878a3cc2 req-02d111ba-97c8-4bb9-a431-af7a11850825 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:34.450298 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-262163b2-78ae-4eb1-b007-3951878a3cc2 req-02d111ba-97c8-4bb9-a431-af7a11850825 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b733bf7d-63b8-47a3-b881-4402c9e42719 HTTP/1.1" status: 200 len: 946 time: 0.4541996 May 04 18:26:34.555765 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-9d6593e5-3eb2-4f31-baa5-7f52806648b1 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:34.557197 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-9d6593e5-3eb2-4f31-baa5-7f52806648b1 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/networks?id=634c6d2b-13fc-4507-bef8-13a83088a32c HTTP/1.1" status: 200 len: 811 time: 0.5455728 May 04 18:26:34.636580 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-c997f1ef-386c-4cfb-8694-150f2359d754 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/quotas/4c120e913866442b994ca71f4b2f0f98 HTTP/1.1" status: 200 len: 375 time: 0.0642841 May 04 18:26:34.646187 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-262163b2-78ae-4eb1-b007-3951878a3cc2 req-4528c0f6-0183-4fe4-aace-cd9587458d1e tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681266 May 04 18:26:34.692726 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9be9a-0069-4e7d-bb99-fd234a16d7b6 req-5b0e9394-e2e9-4b93-86f8-ec1e9df22553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:34.694329 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-dbe9be9a-0069-4e7d-bb99-fd234a16d7b6 req-5b0e9394-e2e9-4b93-86f8-ec1e9df22553 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=573de575cbed4946845325c86ea66876&device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 1097 time: 0.3465881 May 04 18:26:34.735875 dv-cinder-789603-2-smb neutron-server[74223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b47cd1-360a-4748-8e8e-3715ab990389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76755b8-0421-4a49-8f51-afb318dc751c', 'code': 200} May 04 18:26:35.023699 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9be9a-0069-4e7d-bb99-fd234a16d7b6 req-184e1c5d-146f-4d2a-a2c0-3d984b0e358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:35.025370 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-dbe9be9a-0069-4e7d-bb99-fd234a16d7b6 req-184e1c5d-146f-4d2a-a2c0-3d984b0e358e service neutron] 10.222.0.20 "GET /v2.0/networks?id=8db4af54-0a5f-400d-8ea5-42d92dce6c03 HTTP/1.1" status: 200 len: 919 time: 0.3182619 May 04 18:26:35.049212 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-7ac468ab-7a0c-4a19-977f-8f24d57eac7d tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c120e913866442b994ca71f4b2f0f98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3879089 May 04 18:26:35.164564 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-dbe9be9a-0069-4e7d-bb99-fd234a16d7b6 req-65468206-305f-4c6e-8477-6795babf460f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d279bab5-50e3-4108-8a3d-c8985167a744 HTTP/1.1" status: 200 len: 217 time: 0.1127229 May 04 18:26:35.270740 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.db.resource_extend [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-f4bd86b5-2758-49b8-a9dd-c1db22415890 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 18:26:35.362996 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0dbee-94c7-4446-92de-3132d26663ee req-834813fc-b34e-4945-b52e-b1496c973e5e tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:35.363730 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-2aa0dbee-94c7-4446-92de-3132d26663ee req-834813fc-b34e-4945-b52e-b1496c973e5e tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Synchronizing usage tracker for tenant:573de575cbed4946845325c86ea66876 on resource:port {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:26:35.369404 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0643a-b233-4856-af2a-23a1fec8489c req-4b69ce9a-9721-4b06-b31a-cb5e8ff834a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:35.372273 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-a5b0643a-b233-4856-af2a-23a1fec8489c req-4b69ce9a-9721-4b06-b31a-cb5e8ff834a2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=54b47cd1-360a-4748-8e8e-3715ab990389 HTTP/1.1" status: 200 len: 1098 time: 0.0803180 May 04 18:26:35.395225 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9be9a-0069-4e7d-bb99-fd234a16d7b6 req-3eaf322d-5c15-4617-9b8a-6d5e24beb0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:35.396691 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-dbe9be9a-0069-4e7d-bb99-fd234a16d7b6 req-3eaf322d-5c15-4617-9b8a-6d5e24beb0f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=440c7ecc-ada7-425e-af57-04720abc3629 HTTP/1.1" status: 200 len: 858 time: 0.2207253 May 04 18:26:35.405801 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.notifiers.nova [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-f4bd86b5-2758-49b8-a9dd-c1db22415890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b202794-8594-4e4d-bee7-563644ee9b80 {{(pid=74222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:26:35.422830 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-a5b0643a-b233-4856-af2a-23a1fec8489c req-a6259f3c-a113-4272-a357-e46d45cd4279 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=00722f54-4f75-41c7-98df-3035ea613095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442116 May 04 18:26:35.447808 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-f332fb3d-5bf6-4dfd-98d5-2fc76acbc33b service neutron] 10.222.0.49 "GET /v2.0/networks/634c6d2b-13fc-4507-bef8-13a83088a32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973832 May 04 18:26:35.450304 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-f4bd86b5-2758-49b8-a9dd-c1db22415890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:35.472368 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 48038) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:35.486905 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-dbe9be9a-0069-4e7d-bb99-fd234a16d7b6 req-32894ba1-e18d-4a4c-bbf4-12ada2e44f14 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8db4af54-0a5f-400d-8ea5-42d92dce6c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835149 May 04 18:26:35.529966 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.provisioning_blocks [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-f4bd86b5-2758-49b8-a9dd-c1db22415890 service neutron] Transition to ACTIVE for port object 9b202794-8594-4e4d-bee7-563644ee9b80 will not be triggered until provisioned by entity L2. {{(pid=74222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:26:35.670013 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-69a2e64f-74bc-4f77-9ea0-7b310cd43090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:35.671543 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-69a2e64f-74bc-4f77-9ea0-7b310cd43090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:35.682686 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-69a2e64f-74bc-4f77-9ea0-7b310cd43090 admin admin] Usage tracker for resource:security_group_rule and tenant:9bbbf70f919746c6b0ca4f792787b2d6 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:35.688982 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-69a2e64f-74bc-4f77-9ea0-7b310cd43090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:35.705247 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-69a2e64f-74bc-4f77-9ea0-7b310cd43090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:35.713420 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-56a3e37f-9eda-4791-b377-f7322d739c22 service neutron] 10.222.0.49 "GET /v2.0/networks/634c6d2b-13fc-4507-bef8-13a83088a32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543173 May 04 18:26:35.718473 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c9c4e-c963-4173-aef6-c28c18073211 req-a25489da-ec93-4c80-ae21-6b2832d89335 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:35.720512 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-690c9c4e-c963-4173-aef6-c28c18073211 req-a25489da-ec93-4c80-ae21-6b2832d89335 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.20 "GET /v2.0/networks?id=3feac1cb-76d7-4653-8c68-28519f9a3ebb HTTP/1.1" status: 200 len: 816 time: 0.2340760 May 04 18:26:35.721748 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-dbe9be9a-0069-4e7d-bb99-fd234a16d7b6 req-3a5c0362-80b0-4b03-8619-0a0838bda195 service neutron] 10.222.0.20 "GET /v2.0/networks/8db4af54-0a5f-400d-8ea5-42d92dce6c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204125 May 04 18:26:35.788739 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-690c9c4e-c963-4173-aef6-c28c18073211 req-5620494a-792f-427b-8d81-c1ad2b80f7cd tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Synchronizing usage tracker for tenant:76bc34a978a74f5391886da16fb39bf8 on resource:security_group {{(pid=74221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:26:35.813839 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-690c9c4e-c963-4173-aef6-c28c18073211 req-5620494a-792f-427b-8d81-c1ad2b80f7cd tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Unset dirty status for tenant:76bc34a978a74f5391886da16fb39bf8 on resource:security_group {{(pid=74221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:26:35.814978 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-690c9c4e-c963-4173-aef6-c28c18073211 req-5620494a-792f-427b-8d81-c1ad2b80f7cd tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76bc34a978a74f5391886da16fb39bf8 HTTP/1.1" status: 200 len: 380 time: 0.0800006 May 04 18:26:35.835818 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [req-690c9c4e-c963-4173-aef6-c28c18073211 req-29c03974-2cd0-46d9-8a7c-148851ba8fb2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Request body: {'port': {'device_id': 'f2b12988-8c48-42d2-a46b-b726b3fa6854', 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'admin_state_up': True, 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'security_groups': ['c071e2ad-17cc-4857-820f-6c514ad3b41c']}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:26:35.886977 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-69a2e64f-74bc-4f77-9ea0-7b310cd43090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:35.932607 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-9e8bf4a9-3ab1-42aa-8724-129d1031e7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:35.959946 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-2aa0dbee-94c7-4446-92de-3132d26663ee req-834813fc-b34e-4945-b52e-b1496c973e5e tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Unset dirty status for tenant:573de575cbed4946845325c86ea66876 on resource:port {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:26:35.961073 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2aa0dbee-94c7-4446-92de-3132d26663ee req-834813fc-b34e-4945-b52e-b1496c973e5e tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 931 time: 1.0693336 May 04 18:26:35.961647 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-f4bd86b5-2758-49b8-a9dd-c1db22415890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:35.964015 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-dbe9be9a-0069-4e7d-bb99-fd234a16d7b6 req-72bf0d75-9b6a-4d25-b765-2ca8c95241db service neutron] 10.222.0.20 "GET /v2.0/networks/8db4af54-0a5f-400d-8ea5-42d92dce6c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289147 May 04 18:26:35.968903 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-81769bae-2726-46a9-a1ed-1c4d35a87ca9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:35.989233 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:35.989476 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-69a2e64f-74bc-4f77-9ea0-7b310cd43090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:36.008699 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-65f47226-5f51-4342-b212-cbe98759189a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:36.109377 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [req-690c9c4e-c963-4173-aef6-c28c18073211 req-29c03974-2cd0-46d9-8a7c-148851ba8fb2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:36.148340 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-690c9c4e-c963-4173-aef6-c28c18073211 req-29c03974-2cd0-46d9-8a7c-148851ba8fb2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Usage tracker for resource:port and tenant:76bc34a978a74f5391886da16fb39bf8 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:36.153715 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-690c9c4e-c963-4173-aef6-c28c18073211 req-29c03974-2cd0-46d9-8a7c-148851ba8fb2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:36.162682 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [req-690c9c4e-c963-4173-aef6-c28c18073211 req-29c03974-2cd0-46d9-8a7c-148851ba8fb2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:36.173084 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2e64f-74bc-4f77-9ea0-7b310cd43090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5836dadc-1041-4c04-b6c7-4465b38657c2,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:36.191576 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-69a2e64f-74bc-4f77-9ea0-7b310cd43090 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9bbbf70f919746c6b0ca4f792787b2d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7156932 May 04 18:26:36.192577 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-69a2e64f-74bc-4f77-9ea0-7b310cd43090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:36.195527 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 48052) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:36.249353 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd86b5-2758-49b8-a9dd-c1db22415890 service neutron] Pushing event updated for resources: {'Port': ['ID=9b202794-8594-4e4d-bee7-563644ee9b80,revision_number=2']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:36.267795 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8e45f563-7285-4b31-a133-2105dd749bb3 req-0d134931-605b-40a4-b2f8-f8cb68a2680f tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 210 time: 0.1347051 May 04 18:26:36.272161 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-2aa0dbee-94c7-4446-92de-3132d26663ee req-e9ef10c2-b4cd-4883-bb19-f3d4fb2aee39 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Synchronizing usage tracker for tenant:573de575cbed4946845325c86ea66876 on resource:security_group {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:26:36.276652 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-f4bd86b5-2758-49b8-a9dd-c1db22415890 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:36.310994 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-f4bd86b5-2758-49b8-a9dd-c1db22415890 service neutron] Attempting to bind port 9b202794-8594-4e4d-bee7-563644ee9b80 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:26:36.311566 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-f4bd86b5-2758-49b8-a9dd-c1db22415890 service neutron] Attempting to bind port 9b202794-8594-4e4d-bee7-563644ee9b80 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '207280f5-ebc6-4c23-9262-17f03eeab6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8db4af54-0a5f-400d-8ea5-42d92dce6c03'}] {{(pid=74222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:26:36.312290 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-f4bd86b5-2758-49b8-a9dd-c1db22415890 service neutron] Attempting to bind port 9b202794-8594-4e4d-bee7-563644ee9b80 on network 8db4af54-0a5f-400d-8ea5-42d92dce6c03 {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:26:36.324240 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-f4bd86b5-2758-49b8-a9dd-c1db22415890 service neutron] Port 9b202794-8594-4e4d-bee7-563644ee9b80 on network 8db4af54-0a5f-400d-8ea5-42d92dce6c03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 18:26:36.324753 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-f4bd86b5-2758-49b8-a9dd-c1db22415890 service neutron] Attempting to bind port 9b202794-8594-4e4d-bee7-563644ee9b80 on network 8db4af54-0a5f-400d-8ea5-42d92dce6c03 {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:26:36.335245 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-f4bd86b5-2758-49b8-a9dd-c1db22415890 service neutron] Checking agent: {'id': 'eb0c7dda-b795-49f1-9080-37ad6bcb4a66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'started_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:26:36.335868 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-f4bd86b5-2758-49b8-a9dd-c1db22415890 service neutron] Checking segment: {'id': '207280f5-ebc6-4c23-9262-17f03eeab6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8db4af54-0a5f-400d-8ea5-42d92dce6c03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:26:36.336850 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-f4bd86b5-2758-49b8-a9dd-c1db22415890 service neutron] Bound using segment: {'id': '207280f5-ebc6-4c23-9262-17f03eeab6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8db4af54-0a5f-400d-8ea5-42d92dce6c03'} {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:26:36.339002 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-f4bd86b5-2758-49b8-a9dd-c1db22415890 service neutron] Bound port: 9b202794-8594-4e4d-bee7-563644ee9b80, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207280f5-ebc6-4c23-9262-17f03eeab6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8db4af54-0a5f-400d-8ea5-42d92dce6c03'}}] {{(pid=74222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:26:36.339606 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-f4bd86b5-2758-49b8-a9dd-c1db22415890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:36.351477 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-690c9c4e-c963-4173-aef6-c28c18073211 req-29c03974-2cd0-46d9-8a7c-148851ba8fb2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Made reservation on behalf of 76bc34a978a74f5391886da16fb39bf8 for: {'port': 1} {{(pid=74221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:26:36.368512 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-690c9c4e-c963-4173-aef6-c28c18073211 req-29c03974-2cd0-46d9-8a7c-148851ba8fb2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:36.396430 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:36.495625 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.db [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-f4bd86b5-2758-49b8-a9dd-c1db22415890 service neutron] For port 9b202794-8594-4e4d-bee7-563644ee9b80, host hv-cinder-78960, cleared binding levels {{(pid=74222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:26:36.500583 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.db [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-f4bd86b5-2758-49b8-a9dd-c1db22415890 service neutron] For port 9b202794-8594-4e4d-bee7-563644ee9b80, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9b202794-8594-4e4d-bee7-563644ee9b80,segment=NetworkSegment(207280f5-ebc6-4c23-9262-17f03eeab6b6),segment_id=207280f5-ebc6-4c23-9262-17f03eeab6b6)] {{(pid=74222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:26:36.505425 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-2aa0dbee-94c7-4446-92de-3132d26663ee req-e9ef10c2-b4cd-4883-bb19-f3d4fb2aee39 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Unset dirty status for tenant:573de575cbed4946845325c86ea66876 on resource:security_group {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:26:36.507320 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2aa0dbee-94c7-4446-92de-3132d26663ee req-e9ef10c2-b4cd-4883-bb19-f3d4fb2aee39 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987650 May 04 18:26:36.586392 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-f4bd86b5-2758-49b8-a9dd-c1db22415890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:36.610835 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:36.651741 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_common [req-690c9c4e-c963-4173-aef6-c28c18073211 req-29c03974-2cd0-46d9-8a7c-148851ba8fb2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Allocated IP 172.20.0.12 (3feac1cb-76d7-4653-8c68-28519f9a3ebb/ac34bf5f-88ea-4331-a071-effcc9c85f2a/9dbc6b18-d7b8-44b3-95f1-8159315eaba9) {{(pid=74221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:26:36.653673 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-52a57957-30b5-4d5d-bb46-f94f87a65a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:36.671441 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-f4bd86b5-2758-49b8-a9dd-c1db22415890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:36.672988 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-f4bd86b5-2758-49b8-a9dd-c1db22415890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for port, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:36.673930 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-f4bd86b5-2758-49b8-a9dd-c1db22415890 service neutron] 10.222.0.20 "PUT /v2.0/ports/9b202794-8594-4e4d-bee7-563644ee9b80 HTTP/1.1" status: 200 len: 1093 time: 2.7469137 May 04 18:26:36.674429 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370b333c-bedf-4a1b-8508-0580d9669df8', 'tag': '9b202794-8594-4e4d-bee7-563644ee9b80'}] {{(pid=74222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:26:36.691284 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-52a57957-30b5-4d5d-bb46-f94f87a65a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:36.767618 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd86b5-2758-49b8-a9dd-c1db22415890 service neutron] Pushing event updated for resources: {'Port': ['ID=9b202794-8594-4e4d-bee7-563644ee9b80,revision_number=3']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:36.774591 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-f4bd86b5-2758-49b8-a9dd-c1db22415890 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:36.805842 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df36e02-7118-483c-bd61-b4281e58cdc8 req-9d2e177c-5082-4c90-a4a1-5f042aa0b8e6 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:36.811610 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8df36e02-7118-483c-bd61-b4281e58cdc8 req-9d2e177c-5082-4c90-a4a1-5f042aa0b8e6 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b47cd1-360a-4748-8e8e-3715ab990389 HTTP/1.1" status: 200 len: 945 time: 0.3094845 May 04 18:26:36.902024 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363c460-a5c0-4b82-98ce-a0572c956912 req-486e6451-f605-46d5-adfb-f20d00a8f010 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:36.903520 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a363c460-a5c0-4b82-98ce-a0572c956912 req-486e6451-f605-46d5-adfb-f20d00a8f010 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b733bf7d-63b8-47a3-b881-4402c9e42719 HTTP/1.1" status: 200 len: 946 time: 0.2244587 May 04 18:26:36.920787 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-690c9c4e-c963-4173-aef6-c28c18073211 req-29c03974-2cd0-46d9-8a7c-148851ba8fb2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for port, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:36.928430 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8df36e02-7118-483c-bd61-b4281e58cdc8 req-1976af0a-d7d2-4848-9bce-0341287f07d4 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/security-groups?id=00722f54-4f75-41c7-98df-3035ea613095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159024 May 04 18:26:36.940861 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-52a57957-30b5-4d5d-bb46-f94f87a65a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:36.950195 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.provisioning_blocks [req-690c9c4e-c963-4173-aef6-c28c18073211 req-29c03974-2cd0-46d9-8a7c-148851ba8fb2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Transition to ACTIVE for port object 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 will not be triggered until provisioned by entity DHCP. {{(pid=74221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:26:36.950195 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-ff3beedf-75db-45ac-af04-2b4c6f75a9e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:36.960412 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a57957-30b5-4d5d-bb46-f94f87a65a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5836dadc-1041-4c04-b6c7-4465b38657c2,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:36.963925 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-52a57957-30b5-4d5d-bb46-f94f87a65a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:36.980498 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 48078) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:37.017756 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-52a57957-30b5-4d5d-bb46-f94f87a65a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:37.021272 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-52a57957-30b5-4d5d-bb46-f94f87a65a96 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5836dadc-1041-4c04-b6c7-4465b38657c2 HTTP/1.1" status: 204 len: 168 time: 0.8222854 May 04 18:26:37.117582 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a363c460-a5c0-4b82-98ce-a0572c956912 req-53eee0b5-50bd-438b-b1b6-c56ba8562b09 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020950 May 04 18:26:37.121825 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-690c9c4e-c963-4173-aef6-c28c18073211 req-29c03974-2cd0-46d9-8a7c-148851ba8fb2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542'] for port, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:37.130687 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-19f4602b-b01e-4cff-82b8-450d89d58860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:37.143071 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-a4d4daca-04ef-4d57-99c0-3349df580d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:37.143071 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-a4d4daca-04ef-4d57-99c0-3349df580d83 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=573de575cbed4946845325c86ea66876&device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 1096 time: 0.3221965 May 04 18:26:37.170315 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5309047f-1004-4bb4-9260-402b0cc473d3 req-62ad76f2-d479-41d3-ba84-bd870e370093 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 210 time: 0.1566997 May 04 18:26:37.272013 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370b333c-bedf-4a1b-8508-0580d9669df8', 'tag': '9b202794-8594-4e4d-bee7-563644ee9b80', 'status': 'completed', 'code': 200} May 04 18:26:37.299358 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-a403152d-3f9a-4520-b2d6-6f8ae104929e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b202794-8594-4e4d-bee7-563644ee9b80 HTTP/1.1" status: 200 len: 217 time: 0.1486738 May 04 18:26:37.301997 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f3233b39-b2a2-4227-9144-ca9d7f5dfe3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:37.347123 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c03974-2cd0-46d9-8a7c-148851ba8fb2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Pushing event updated for resources: {'Port': ['ID=9dbc6b18-d7b8-44b3-95f1-8159315eaba9,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:37.352726 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-29c03974-2cd0-46d9-8a7c-148851ba8fb2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:37.354478 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-690c9c4e-c963-4173-aef6-c28c18073211 req-29c03974-2cd0-46d9-8a7c-148851ba8fb2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Network 3feac1cb-76d7-4653-8c68-28519f9a3ebb is already hosted by enough agents. {{(pid=74221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:26:37.360452 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [req-690c9c4e-c963-4173-aef6-c28c18073211 req-29c03974-2cd0-46d9-8a7c-148851ba8fb2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Resources bound (agent type, host, resource id): {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:26:37.364678 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-f3233b39-b2a2-4227-9144-ca9d7f5dfe3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:37.369056 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [req-690c9c4e-c963-4173-aef6-c28c18073211 req-29c03974-2cd0-46d9-8a7c-148851ba8fb2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Received port after_create {{(pid=74221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:26:37.372338 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-f3233b39-b2a2-4227-9144-ca9d7f5dfe3f admin admin] Usage tracker for resource:security_group_rule and tenant:badb149f5e2d408caebfd2bbfac6e1b3 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:37.376554 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c9c4e-c963-4173-aef6-c28c18073211 req-29c03974-2cd0-46d9-8a7c-148851ba8fb2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:37.377338 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-f3233b39-b2a2-4227-9144-ca9d7f5dfe3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:37.377446 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-690c9c4e-c963-4173-aef6-c28c18073211 req-29c03974-2cd0-46d9-8a7c-148851ba8fb2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:37.391455 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-f3233b39-b2a2-4227-9144-ca9d7f5dfe3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:37.401089 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-d63c4611-d3e4-4ddf-899f-aa3f3f419d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:37.402619 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-d63c4611-d3e4-4ddf-899f-aa3f3f419d8a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=440c7ecc-ada7-425e-af57-04720abc3629 HTTP/1.1" status: 200 len: 858 time: 0.0914214 May 04 18:26:37.487300 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-690c9c4e-c963-4173-aef6-c28c18073211 req-29c03974-2cd0-46d9-8a7c-148851ba8fb2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6579020 May 04 18:26:37.502811 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [req-690c9c4e-c963-4173-aef6-c28c18073211 req-344224db-b543-4295-bcc8-7ea4e7ef1ec6 service neutron] Request body: {'port': {'device_id': 'f2b12988-8c48-42d2-a46b-b726b3fa6854', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:26:37.523241 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-e92cc178-33d9-4f98-9ee2-7857c8771021 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8db4af54-0a5f-400d-8ea5-42d92dce6c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076646 May 04 18:26:37.663939 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-690c9c4e-c963-4173-aef6-c28c18073211 req-344224db-b543-4295-bcc8-7ea4e7ef1ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:37.704865 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device d279bab5-50e3-4108-8a3d-c8985167a744 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:26:37.746104 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-e11bf419-5e32-45e9-9a91-601f26283f85 None None] Provisioning for port 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 completed by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:26:37.846569 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686dc4bb-c12d-4366-a496-3fb163bccf22 req-442edf11-9ad2-45af-b005-34b9637f305d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:37.853865 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-686dc4bb-c12d-4366-a496-3fb163bccf22 req-442edf11-9ad2-45af-b005-34b9637f305d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 932 time: 0.4020674 May 04 18:26:37.864849 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-8d3ce047-131d-47f3-a29b-d9cd928d350b service neutron] 10.222.0.20 "GET /v2.0/networks/8db4af54-0a5f-400d-8ea5-42d92dce6c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349805 May 04 18:26:37.887590 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-e11bf419-5e32-45e9-9a91-601f26283f85 None None] Provisioning complete for port 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:26:37.887973 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-e11bf419-5e32-45e9-9a91-601f26283f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:37.917098 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f3233b39-b2a2-4227-9144-ca9d7f5dfe3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:37.986076 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 48100) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:37.991734 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-e11bf419-5e32-45e9-9a91-601f26283f85 None None] Port 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 cannot update to ACTIVE because it is not bound. {{(pid=74223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:26:38.005357 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port d279bab5-50e3-4108-8a3d-c8985167a744, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d279bab5-50e3-4108-8a3d-c8985167a744,segment=NetworkSegment(207280f5-ebc6-4c23-9262-17f03eeab6b6),segment_id=207280f5-ebc6-4c23-9262-17f03eeab6b6)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:26:38.009701 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47190ce8-0496-45c2-9664-69c3069872fe req-c6189b97-5d0d-439b-b6dd-4900f1522f27 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:38.021012 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-47190ce8-0496-45c2-9664-69c3069872fe req-c6189b97-5d0d-439b-b6dd-4900f1522f27 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 943 time: 0.3298614 May 04 18:26:38.022713 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Returning: {'device': 'd279bab5-50e3-4108-8a3d-c8985167a744', 'network_id': '8db4af54-0a5f-400d-8ea5-42d92dce6c03', 'port_id': 'd279bab5-50e3-4108-8a3d-c8985167a744', 'mac_address': 'fa:16:3e:df:4e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '440c7ecc-ada7-425e-af57-04720abc3629', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:26:38.097400 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:38.122687 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-474e61ff-ba15-45ba-a4a8-477da1e20113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:38.136473 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d279bab5-50e3-4108-8a3d-c8985167a744 {{(pid=74223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:26:38.153431 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f3233b39-b2a2-4227-9144-ca9d7f5dfe3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:38.164039 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-686dc4bb-c12d-4366-a496-3fb163bccf22 req-4a376b61-cf7b-4631-baed-a1cb29e87466 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3074119 May 04 18:26:38.172458 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port d279bab5-50e3-4108-8a3d-c8985167a744, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d279bab5-50e3-4108-8a3d-c8985167a744,segment=NetworkSegment(207280f5-ebc6-4c23-9262-17f03eeab6b6),segment_id=207280f5-ebc6-4c23-9262-17f03eeab6b6)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:26:38.176062 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:38.225116 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-559d80a8-aee4-4693-ba55-72e45cd7568f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:38.238673 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-474e61ff-ba15-45ba-a4a8-477da1e20113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:38.248884 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:38.251145 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-c7b200c1-6ab0-461d-b8cf-7e57b0a9b5e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:38.309905 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [req-690c9c4e-c963-4173-aef6-c28c18073211 req-344224db-b543-4295-bcc8-7ea4e7ef1ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 {{(pid=74221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:26:38.329407 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-690c9c4e-c963-4173-aef6-c28c18073211 req-344224db-b543-4295-bcc8-7ea4e7ef1ec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:38.365800 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.provisioning_blocks [req-690c9c4e-c963-4173-aef6-c28c18073211 req-344224db-b543-4295-bcc8-7ea4e7ef1ec6 service neutron] Transition to ACTIVE for port object 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 will not be triggered until provisioned by entity L2. {{(pid=74221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:26:38.379317 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=d279bab5-50e3-4108-8a3d-c8985167a744,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:38.394739 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:38.408914 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-474e61ff-ba15-45ba-a4a8-477da1e20113 admin admin] Usage tracker for resource:security_group_rule and tenant:f939a95da8144cbeb3422b3b0b2986fc is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:38.419096 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-f3233b39-b2a2-4227-9144-ca9d7f5dfe3f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=badb149f5e2d408caebfd2bbfac6e1b3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4375432 May 04 18:26:38.425472 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-474e61ff-ba15-45ba-a4a8-477da1e20113 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:38.426129 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 48118) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:38.455588 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-690c9c4e-c963-4173-aef6-c28c18073211 req-344224db-b543-4295-bcc8-7ea4e7ef1ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:38.464140 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-47190ce8-0496-45c2-9664-69c3069872fe req-868eb406-f995-4616-aa43-27f0e1db68aa tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422946 May 04 18:26:38.464993 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-474e61ff-ba15-45ba-a4a8-477da1e20113 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:38.470660 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:38.495388 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['d279bab5-50e3-4108-8a3d-c8985167a744'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:26:38.521750 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3233b39-b2a2-4227-9144-ca9d7f5dfe3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd46c69-b1b0-4de9-860a-be417f931c4e,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:38.527770 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-22b00f45-7ecd-4889-80ac-c2f1ee218b59 req-effe1113-e9f8-4ad0-ab30-bdb2c9de2c47 service neutron] 10.222.0.20 "GET /v2.0/networks/8db4af54-0a5f-400d-8ea5-42d92dce6c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6432719 May 04 18:26:38.528478 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-f3233b39-b2a2-4227-9144-ca9d7f5dfe3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:38.609178 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d73aa-8994-4e98-95c2-0b9e7eae248d req-53528683-99b7-4ae9-86fd-4c67043f675b tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:38.610730 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-423d73aa-8994-4e98-95c2-0b9e7eae248d req-53528683-99b7-4ae9-86fd-4c67043f675b tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b47cd1-360a-4748-8e8e-3715ab990389 HTTP/1.1" status: 200 len: 945 time: 0.1988900 May 04 18:26:38.654469 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344224db-b543-4295-bcc8-7ea4e7ef1ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=9dbc6b18-d7b8-44b3-95f1-8159315eaba9,revision_number=2']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:38.667460 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-344224db-b543-4295-bcc8-7ea4e7ef1ec6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:38.697335 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-bc305d3e-b768-4b29-97fb-3050e507c4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:38.717162 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1f0c99be-39ec-4766-8358-765d62993fd8 req-35f9fc93-d7a2-4c2e-b896-1a78a4b51026 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 210 time: 0.0750570 May 04 18:26:38.744063 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-423d73aa-8994-4e98-95c2-0b9e7eae248d req-d45740ea-3ad9-40a8-90a9-cb3936f8a278 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/security-groups?id=00722f54-4f75-41c7-98df-3035ea613095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232913 May 04 18:26:38.793392 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [req-690c9c4e-c963-4173-aef6-c28c18073211 req-344224db-b543-4295-bcc8-7ea4e7ef1ec6 service neutron] Attempting to bind port 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:26:38.793621 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [req-690c9c4e-c963-4173-aef6-c28c18073211 req-344224db-b543-4295-bcc8-7ea4e7ef1ec6 service neutron] Attempting to bind port 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '2315d098-183a-4c35-96bd-20c7ee16ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb'}] {{(pid=74221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:26:38.793954 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690c9c4e-c963-4173-aef6-c28c18073211 req-344224db-b543-4295-bcc8-7ea4e7ef1ec6 service neutron] Attempting to bind port 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 on network 3feac1cb-76d7-4653-8c68-28519f9a3ebb {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:26:38.800334 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-474e61ff-ba15-45ba-a4a8-477da1e20113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:38.801306 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-bc305d3e-b768-4b29-97fb-3050e507c4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:38.811311 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690c9c4e-c963-4173-aef6-c28c18073211 req-344224db-b543-4295-bcc8-7ea4e7ef1ec6 service neutron] Port 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 on network 3feac1cb-76d7-4653-8c68-28519f9a3ebb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 18:26:38.811719 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690c9c4e-c963-4173-aef6-c28c18073211 req-344224db-b543-4295-bcc8-7ea4e7ef1ec6 service neutron] Attempting to bind port 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 on network 3feac1cb-76d7-4653-8c68-28519f9a3ebb {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:26:38.829304 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690c9c4e-c963-4173-aef6-c28c18073211 req-344224db-b543-4295-bcc8-7ea4e7ef1ec6 service neutron] Checking agent: {'id': 'eb0c7dda-b795-49f1-9080-37ad6bcb4a66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'started_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:26:38.829664 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690c9c4e-c963-4173-aef6-c28c18073211 req-344224db-b543-4295-bcc8-7ea4e7ef1ec6 service neutron] Checking segment: {'id': '2315d098-183a-4c35-96bd-20c7ee16ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:26:38.830273 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690c9c4e-c963-4173-aef6-c28c18073211 req-344224db-b543-4295-bcc8-7ea4e7ef1ec6 service neutron] Bound using segment: {'id': '2315d098-183a-4c35-96bd-20c7ee16ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb'} {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:26:38.830700 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [req-690c9c4e-c963-4173-aef6-c28c18073211 req-344224db-b543-4295-bcc8-7ea4e7ef1ec6 service neutron] Bound port: 9dbc6b18-d7b8-44b3-95f1-8159315eaba9, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2315d098-183a-4c35-96bd-20c7ee16ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb'}}] {{(pid=74221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:26:38.831035 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-690c9c4e-c963-4173-aef6-c28c18073211 req-344224db-b543-4295-bcc8-7ea4e7ef1ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:38.849027 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ba100-f8c5-4459-bf7f-166e38ff19ae req-9de21443-ee3d-4272-9eae-18b9649821af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:38.850502 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4d3ba100-f8c5-4459-bf7f-166e38ff19ae req-9de21443-ee3d-4272-9eae-18b9649821af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=573de575cbed4946845325c86ea66876&device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 1096 time: 0.0934827 May 04 18:26:38.862907 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-474e61ff-ba15-45ba-a4a8-477da1e20113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:38.871815 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:38.952142 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-474e61ff-ba15-45ba-a4a8-477da1e20113 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f939a95da8144cbeb3422b3b0b2986fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9592984 May 04 18:26:38.953703 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 48124) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:38.971577 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-690c9c4e-c963-4173-aef6-c28c18073211 req-344224db-b543-4295-bcc8-7ea4e7ef1ec6 service neutron] For port 9dbc6b18-d7b8-44b3-95f1-8159315eaba9, host hv-cinder-78960, cleared binding levels {{(pid=74221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:26:39.001516 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-690c9c4e-c963-4173-aef6-c28c18073211 req-344224db-b543-4295-bcc8-7ea4e7ef1ec6 service neutron] For port 9dbc6b18-d7b8-44b3-95f1-8159315eaba9, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9dbc6b18-d7b8-44b3-95f1-8159315eaba9,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:26:39.002814 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e61ff-ba15-45ba-a4a8-477da1e20113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31aa55a3-c805-4e15-8083-bf029c6583b9,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:39.012738 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-474e61ff-ba15-45ba-a4a8-477da1e20113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:39.042459 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-be339ff0-e97a-446f-8a8b-9bd605b21e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:39.051130 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ba100-f8c5-4459-bf7f-166e38ff19ae req-640e8984-60fe-43ba-a63a-3fe304dc9f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:39.052770 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4d3ba100-f8c5-4459-bf7f-166e38ff19ae req-640e8984-60fe-43ba-a63a-3fe304dc9f10 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8db4af54-0a5f-400d-8ea5-42d92dce6c03 HTTP/1.1" status: 200 len: 919 time: 0.1737411 May 04 18:26:39.070974 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-be339ff0-e97a-446f-8a8b-9bd605b21e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:39.097063 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-bc305d3e-b768-4b29-97fb-3050e507c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:39.100779 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-690c9c4e-c963-4173-aef6-c28c18073211 req-344224db-b543-4295-bcc8-7ea4e7ef1ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:39.104105 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:39.132316 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4d3ba100-f8c5-4459-bf7f-166e38ff19ae req-4897a09a-05ea-424f-8695-f280c5e40dc9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b202794-8594-4e4d-bee7-563644ee9b80 HTTP/1.1" status: 200 len: 217 time: 0.0721316 May 04 18:26:39.134599 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc305d3e-b768-4b29-97fb-3050e507c4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd46c69-b1b0-4de9-860a-be417f931c4e,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:39.147337 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-bc305d3e-b768-4b29-97fb-3050e507c4c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:39.147914 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:39.194248 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-bc305d3e-b768-4b29-97fb-3050e507c4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:39.196596 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-bc305d3e-b768-4b29-97fb-3050e507c4c7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bfd46c69-b1b0-4de9-860a-be417f931c4e HTTP/1.1" status: 204 len: 168 time: 0.7682705 May 04 18:26:39.212651 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c9c4e-c963-4173-aef6-c28c18073211 req-344224db-b543-4295-bcc8-7ea4e7ef1ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:39.213270 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-690c9c4e-c963-4173-aef6-c28c18073211 req-344224db-b543-4295-bcc8-7ea4e7ef1ec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:39.219959 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-690c9c4e-c963-4173-aef6-c28c18073211 req-344224db-b543-4295-bcc8-7ea4e7ef1ec6 service neutron] 10.222.0.20 "PUT /v2.0/ports/9dbc6b18-d7b8-44b3-95f1-8159315eaba9 HTTP/1.1" status: 200 len: 1094 time: 1.7188506 May 04 18:26:39.219959 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b12988-8c48-42d2-a46b-b726b3fa6854', 'tag': '9dbc6b18-d7b8-44b3-95f1-8159315eaba9'}] {{(pid=74221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:26:39.360429 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344224db-b543-4295-bcc8-7ea4e7ef1ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=9dbc6b18-d7b8-44b3-95f1-8159315eaba9,revision_number=3']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:39.367421 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-344224db-b543-4295-bcc8-7ea4e7ef1ec6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:39.465160 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-be339ff0-e97a-446f-8a8b-9bd605b21e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:39.471092 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-78762a99-ec5e-4788-84f8-5d0c32c0b2b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:39.533273 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be339ff0-e97a-446f-8a8b-9bd605b21e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31aa55a3-c805-4e15-8083-bf029c6583b9,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:39.536995 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ba100-f8c5-4459-bf7f-166e38ff19ae req-acaa5190-8c25-470d-b3c6-c5550f9767c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:39.537502 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-be339ff0-e97a-446f-8a8b-9bd605b21e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:39.538722 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4d3ba100-f8c5-4459-bf7f-166e38ff19ae req-acaa5190-8c25-470d-b3c6-c5550f9767c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=440c7ecc-ada7-425e-af57-04720abc3629 HTTP/1.1" status: 200 len: 858 time: 0.3977251 May 04 18:26:39.539138 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-be339ff0-e97a-446f-8a8b-9bd605b21e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:39.555791 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-be339ff0-e97a-446f-8a8b-9bd605b21e78 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/31aa55a3-c805-4e15-8083-bf029c6583b9 HTTP/1.1" status: 204 len: 168 time: 0.6009421 May 04 18:26:39.599292 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-309b578d-987e-4289-bc94-3beddff87561 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:39.600778 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-309b578d-987e-4289-bc94-3beddff87561 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.20 "GET /v2.0/networks?id=634c6d2b-13fc-4507-bef8-13a83088a32c HTTP/1.1" status: 200 len: 811 time: 0.3644595 May 04 18:26:39.602409 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c9c4e-c963-4173-aef6-c28c18073211 req-2ce6b08f-5c01-4288-a735-5ad95d72f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:39.603897 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-690c9c4e-c963-4173-aef6-c28c18073211 req-2ce6b08f-5c01-4288-a735-5ad95d72f795 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76bc34a978a74f5391886da16fb39bf8&device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 1097 time: 0.2346301 May 04 18:26:39.688293 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4d3ba100-f8c5-4459-bf7f-166e38ff19ae req-0d8e5251-1952-4f72-9c35-e8e2025cde41 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8db4af54-0a5f-400d-8ea5-42d92dce6c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015258 May 04 18:26:39.705295 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-690c9c4e-c963-4173-aef6-c28c18073211 req-03f0bb9a-ea2d-423c-9d22-0a402b7f6cc8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dbc6b18-d7b8-44b3-95f1-8159315eaba9 HTTP/1.1" status: 200 len: 217 time: 0.0877061 May 04 18:26:39.707349 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device d279bab5-50e3-4108-8a3d-c8985167a744 up at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:26:39.852633 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c9c4e-c963-4173-aef6-c28c18073211 req-6ee93d98-d355-4b54-ab4d-c5112fd6f6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:39.852633 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-690c9c4e-c963-4173-aef6-c28c18073211 req-6ee93d98-d355-4b54-ab4d-c5112fd6f6bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ac34bf5f-88ea-4331-a071-effcc9c85f2a HTTP/1.1" status: 200 len: 855 time: 0.1410556 May 04 18:26:39.920830 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning for port d279bab5-50e3-4108-8a3d-c8985167a744 completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:26:39.926662 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning complete for port d279bab5-50e3-4108-8a3d-c8985167a744 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:26:39.927138 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:39.954958 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-20b76d1e-6558-4060-8f9f-d63fd1abfbf2 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c120e913866442b994ca71f4b2f0f98 HTTP/1.1" status: 200 len: 379 time: 0.3185418 May 04 18:26:39.981596 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c9c4e-c963-4173-aef6-c28c18073211 req-3f08deef-5a62-4bf4-b444-edf5f22bcc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:39.985915 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-690c9c4e-c963-4173-aef6-c28c18073211 req-3f08deef-5a62-4bf4-b444-edf5f22bcc8a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3feac1cb-76d7-4653-8c68-28519f9a3ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1163168 May 04 18:26:39.996310 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-9b7266d8-bf2a-46f7-a539-a50e921ba6a6 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Request body: {'port': {'device_id': 'd1dedb52-f273-43f8-a579-fd67e562df83', 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c', 'admin_state_up': True, 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'security_groups': ['2f8e5ff3-e0a1-4c61-97b8-d7d82201d204']}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:26:40.146857 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:40.183665 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port d279bab5-50e3-4108-8a3d-c8985167a744, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d279bab5-50e3-4108-8a3d-c8985167a744,segment=NetworkSegment(207280f5-ebc6-4c23-9262-17f03eeab6b6),segment_id=207280f5-ebc6-4c23-9262-17f03eeab6b6)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:26:40.184823 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c93f8e6-fc2e-4637-98d5-dd0d544695c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd279bab5-50e3-4108-8a3d-c8985167a744'}] {{(pid=74223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:26:40.242759 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0fb394-1ae2-4a5f-833c-642d72799859 req-40f90b43-7752-42db-bba9-e9c3a906a135 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:40.250956 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4d0fb394-1ae2-4a5f-833c-642d72799859 req-40f90b43-7752-42db-bba9-e9c3a906a135 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 944 time: 0.7181377 May 04 18:26:40.266931 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-9b7266d8-bf2a-46f7-a539-a50e921ba6a6 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:40.273991 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:40.275859 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:40.290570 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4d3ba100-f8c5-4459-bf7f-166e38ff19ae req-5a26ba45-b1b4-4705-a4d6-cd75ad79d6fb service neutron] 10.222.0.20 "GET /v2.0/networks/8db4af54-0a5f-400d-8ea5-42d92dce6c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5638192 May 04 18:26:40.307663 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-690c9c4e-c963-4173-aef6-c28c18073211 req-d698bdd6-1860-4d49-8743-4abaaf53319c service neutron] 10.222.0.20 "GET /v2.0/networks/3feac1cb-76d7-4653-8c68-28519f9a3ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171728 May 04 18:26:40.311587 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-9b7266d8-bf2a-46f7-a539-a50e921ba6a6 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Usage tracker for resource:port and tenant:4c120e913866442b994ca71f4b2f0f98 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:40.315847 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-9b7266d8-bf2a-46f7-a539-a50e921ba6a6 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:40.348969 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=d279bab5-50e3-4108-8a3d-c8985167a744,revision_number=5']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:40.355482 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:40.472531 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 48180) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:40.488507 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-9b7266d8-bf2a-46f7-a539-a50e921ba6a6 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:40.496884 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4d0fb394-1ae2-4a5f-833c-642d72799859 req-35a503fd-3236-4171-9d3b-511c545ae83e tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2450163 May 04 18:26:40.499026 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4d3ba100-f8c5-4459-bf7f-166e38ff19ae req-ff4169f1-c939-4777-8ad5-fdf842acf356 service neutron] 10.222.0.20 "GET /v2.0/networks/8db4af54-0a5f-400d-8ea5-42d92dce6c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799285 May 04 18:26:40.518163 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-9d10b466-9b40-4b80-8f4c-7558a436fb8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:40.541273 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-690c9c4e-c963-4173-aef6-c28c18073211 req-f7a4ca19-14fc-4b06-bec3-438dc8b170d5 service neutron] 10.222.0.20 "GET /v2.0/networks/3feac1cb-76d7-4653-8c68-28519f9a3ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201743 May 04 18:26:40.544561 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372002e-fbae-45c6-a681-4450c184ff12 req-14c74a1e-a749-436a-a58a-7709dc651f7f tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:40.546184 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7372002e-fbae-45c6-a681-4450c184ff12 req-14c74a1e-a749-436a-a58a-7709dc651f7f tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 943 time: 0.8642669 May 04 18:26:40.561947 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-9d10b466-9b40-4b80-8f4c-7558a436fb8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:40.580192 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-9d10b466-9b40-4b80-8f4c-7558a436fb8d admin admin] Usage tracker for resource:security_group_rule and tenant:112e7642e1884145b9a94c4d034799a8 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:40.585848 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-9d10b466-9b40-4b80-8f4c-7558a436fb8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:40.599428 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-9d10b466-9b40-4b80-8f4c-7558a436fb8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:40.626832 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7372002e-fbae-45c6-a681-4450c184ff12 req-c503a4c3-5e62-468c-bc63-66de8a0916af tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707262 May 04 18:26:40.722452 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-9b7266d8-bf2a-46f7-a539-a50e921ba6a6 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Made reservation on behalf of 4c120e913866442b994ca71f4b2f0f98 for: {'port': 1} {{(pid=74222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:26:40.726152 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-9b7266d8-bf2a-46f7-a539-a50e921ba6a6 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:40.741765 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-9d10b466-9b40-4b80-8f4c-7558a436fb8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:40.832725 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b12988-8c48-42d2-a46b-b726b3fa6854', 'tag': '9dbc6b18-d7b8-44b3-95f1-8159315eaba9', 'status': 'completed', 'code': 200} May 04 18:26:40.913267 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b3a667a2-f0c2-45c4-9964-bd32bb18dcf7 req-7cc6189e-0172-4c3d-b0c7-2984e7a511db tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 210 time: 0.1224287 May 04 18:26:40.913848 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-9d10b466-9b40-4b80-8f4c-7558a436fb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:40.949125 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-b44888d1-d95d-4e3d-a0c6-27e23c5d2ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:40.974956 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c47d7-7109-4838-91e4-d979c892e8bb req-160c6fdb-de5f-4059-9710-342c73f0a7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:40.978622 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-988c47d7-7109-4838-91e4-d979c892e8bb req-160c6fdb-de5f-4059-9710-342c73f0a7eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76bc34a978a74f5391886da16fb39bf8&device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 1097 time: 0.1135898 May 04 18:26:40.996679 dv-cinder-789603-2-smb neutron-server[74223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c93f8e6-fc2e-4637-98d5-dd0d544695c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd279bab5-50e3-4108-8a3d-c8985167a744', 'code': 200} May 04 18:26:41.044267 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-9d10b466-9b40-4b80-8f4c-7558a436fb8d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=112e7642e1884145b9a94c4d034799a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5582731 May 04 18:26:41.048926 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 48204) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:41.065801 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10b466-9b40-4b80-8f4c-7558a436fb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f34ae6-a8f6-4af9-a915-43c689084f80,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:41.088847 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-9d10b466-9b40-4b80-8f4c-7558a436fb8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:41.207778 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c47d7-7109-4838-91e4-d979c892e8bb req-6549a946-0c60-400c-8a94-17985ff45f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:41.209599 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-988c47d7-7109-4838-91e4-d979c892e8bb req-6549a946-0c60-400c-8a94-17985ff45f9c service neutron] 10.222.0.20 "GET /v2.0/networks?id=3feac1cb-76d7-4653-8c68-28519f9a3ebb HTTP/1.1" status: 200 len: 917 time: 0.2236431 May 04 18:26:41.217625 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f751d44c-6ebf-4da6-a205-24125c375fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:41.234529 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.db_base_plugin_common [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-9b7266d8-bf2a-46f7-a539-a50e921ba6a6 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Allocated IP 172.20.0.10 (634c6d2b-13fc-4507-bef8-13a83088a32c/656edfdd-aa87-4bb6-baf1-030ff554b1f3/ba8caf9e-b03c-460f-a66d-86794799e2e7) {{(pid=74222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:26:41.268898 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f751d44c-6ebf-4da6-a205-24125c375fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:41.313868 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-988c47d7-7109-4838-91e4-d979c892e8bb req-c6f5458f-cefb-4772-ae88-879f06cc8141 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dbc6b18-d7b8-44b3-95f1-8159315eaba9 HTTP/1.1" status: 200 len: 217 time: 0.0815973 May 04 18:26:41.387429 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c47d7-7109-4838-91e4-d979c892e8bb req-2be7d3e7-d2c3-48f2-b6eb-fa9c8f0c44ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:41.389118 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-988c47d7-7109-4838-91e4-d979c892e8bb req-2be7d3e7-d2c3-48f2-b6eb-fa9c8f0c44ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ac34bf5f-88ea-4331-a071-effcc9c85f2a HTTP/1.1" status: 200 len: 855 time: 0.0660627 May 04 18:26:41.495587 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c47d7-7109-4838-91e4-d979c892e8bb req-0f39f911-4729-4c69-add7-fca211e24346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:41.497125 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-988c47d7-7109-4838-91e4-d979c892e8bb req-0f39f911-4729-4c69-add7-fca211e24346 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3feac1cb-76d7-4653-8c68-28519f9a3ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0999253 May 04 18:26:41.572877 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-9b7266d8-bf2a-46f7-a539-a50e921ba6a6 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for port, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:41.586158 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f751d44c-6ebf-4da6-a205-24125c375fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:41.601894 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.provisioning_blocks [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-9b7266d8-bf2a-46f7-a539-a50e921ba6a6 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Transition to ACTIVE for port object ba8caf9e-b03c-460f-a66d-86794799e2e7 will not be triggered until provisioned by entity DHCP. {{(pid=74222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:26:41.601894 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:41.613211 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751d44c-6ebf-4da6-a205-24125c375fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f34ae6-a8f6-4af9-a915-43c689084f80,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:41.617821 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68a995-081b-4d6a-ad6e-db2c938cd646 req-afd800e8-24cb-448a-a59a-9c0c3f2aa7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:41.619150 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7f68a995-081b-4d6a-ad6e-db2c938cd646 req-afd800e8-24cb-448a-a59a-9c0c3f2aa7ca service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 1099 time: 0.1599858 May 04 18:26:41.628081 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-f751d44c-6ebf-4da6-a205-24125c375fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:41.677217 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-988c47d7-7109-4838-91e4-d979c892e8bb req-f481afb0-a3ca-4c05-b8a9-06435ad4cba0 service neutron] 10.222.0.20 "GET /v2.0/networks/3feac1cb-76d7-4653-8c68-28519f9a3ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670592 May 04 18:26:41.693787 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7f68a995-081b-4d6a-ad6e-db2c938cd646 req-6dd76cfa-b010-4aa8-9ad1-08c578bf034e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579829 May 04 18:26:41.700348 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f751d44c-6ebf-4da6-a205-24125c375fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:41.708260 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-f751d44c-6ebf-4da6-a205-24125c375fcf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d8f34ae6-a8f6-4af9-a915-43c689084f80 HTTP/1.1" status: 204 len: 168 time: 0.6514721 May 04 18:26:41.720737 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 9b202794-8594-4e4d-bee7-563644ee9b80 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:26:41.784508 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-9b7266d8-bf2a-46f7-a539-a50e921ba6a6 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542'] for port, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:41.797837 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-a9d2b752-2e0f-4d79-b912-ee1aa7ce32a3 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:41.902287 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-988c47d7-7109-4838-91e4-d979c892e8bb req-fb91eb63-5673-440e-bd6b-16433aa48908 service neutron] 10.222.0.20 "GET /v2.0/networks/3feac1cb-76d7-4653-8c68-28519f9a3ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187862 May 04 18:26:41.904723 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7266d8-bf2a-46f7-a539-a50e921ba6a6 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Pushing event updated for resources: {'Port': ['ID=ba8caf9e-b03c-460f-a66d-86794799e2e7,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:41.919928 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-9b7266d8-bf2a-46f7-a539-a50e921ba6a6 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:41.925443 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-9b7266d8-bf2a-46f7-a539-a50e921ba6a6 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Network 634c6d2b-13fc-4507-bef8-13a83088a32c is already hosted by enough agents. {{(pid=74222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:26:41.927508 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.base_scheduler [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-9b7266d8-bf2a-46f7-a539-a50e921ba6a6 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Resources bound (agent type, host, resource id): {{(pid=74222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:26:41.929370 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 9b202794-8594-4e4d-bee7-563644ee9b80, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9b202794-8594-4e4d-bee7-563644ee9b80,segment=NetworkSegment(207280f5-ebc6-4c23-9262-17f03eeab6b6),segment_id=207280f5-ebc6-4c23-9262-17f03eeab6b6)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:26:41.930252 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-9b7266d8-bf2a-46f7-a539-a50e921ba6a6 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Received port after_create {{(pid=74222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:26:41.936864 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-9b7266d8-bf2a-46f7-a539-a50e921ba6a6 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:41.938353 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-9b7266d8-bf2a-46f7-a539-a50e921ba6a6 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for port, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:41.957575 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Returning: {'device': '9b202794-8594-4e4d-bee7-563644ee9b80', 'network_id': '8db4af54-0a5f-400d-8ea5-42d92dce6c03', 'port_id': '9b202794-8594-4e4d-bee7-563644ee9b80', 'mac_address': 'fa:16:3e:82:5f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '440c7ecc-ada7-425e-af57-04720abc3629', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:26:42.045946 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:42.045946 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b202794-8594-4e4d-bee7-563644ee9b80 {{(pid=74223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:26:42.057116 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 9b202794-8594-4e4d-bee7-563644ee9b80, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9b202794-8594-4e4d-bee7-563644ee9b80,segment=NetworkSegment(207280f5-ebc6-4c23-9262-17f03eeab6b6),segment_id=207280f5-ebc6-4c23-9262-17f03eeab6b6)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:26:42.201458 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-9b7266d8-bf2a-46f7-a539-a50e921ba6a6 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2089443 May 04 18:26:42.216039 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-efb542b9-5be6-4785-a659-cde46f89ba4f service neutron] Request body: {'port': {'device_id': 'd1dedb52-f273-43f8-a579-fd67e562df83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:26:42.269517 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:42.271695 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:42.317561 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-2d0878a1-a9c8-4518-975f-cc1ece2fb6c1 None None] Provisioning for port ba8caf9e-b03c-460f-a66d-86794799e2e7 completed by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:26:42.341678 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-2d0878a1-a9c8-4518-975f-cc1ece2fb6c1 None None] Provisioning complete for port ba8caf9e-b03c-460f-a66d-86794799e2e7 triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:26:42.342421 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-2d0878a1-a9c8-4518-975f-cc1ece2fb6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:42.360767 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 48248) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:42.366408 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-efb542b9-5be6-4785-a659-cde46f89ba4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:42.448428 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=9b202794-8594-4e4d-bee7-563644ee9b80,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:42.473557 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:42.474265 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-2d0878a1-a9c8-4518-975f-cc1ece2fb6c1 None None] Port ba8caf9e-b03c-460f-a66d-86794799e2e7 cannot update to ACTIVE because it is not bound. {{(pid=74223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:26:42.581789 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-912a5e5a-0adb-4cab-841b-a7345b6d3000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:42.601396 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-912a5e5a-0adb-4cab-841b-a7345b6d3000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:42.614401 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-912a5e5a-0adb-4cab-841b-a7345b6d3000 admin admin] Usage tracker for resource:security_group_rule and tenant:eb3799fd08c4486f804d86e790506f94 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:42.618577 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-912a5e5a-0adb-4cab-841b-a7345b6d3000 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:42.633603 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-912a5e5a-0adb-4cab-841b-a7345b6d3000 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:42.645265 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['9b202794-8594-4e4d-bee7-563644ee9b80'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:26:42.798736 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393d139-69ff-452d-b0ce-c65bbd406b36 req-796039b1-2ca2-4012-9434-630149326a30 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:42.806614 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7393d139-69ff-452d-b0ce-c65bbd406b36 req-796039b1-2ca2-4012-9434-630149326a30 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 944 time: 0.2887316 May 04 18:26:42.826446 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-912a5e5a-0adb-4cab-841b-a7345b6d3000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:42.914442 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-912a5e5a-0adb-4cab-841b-a7345b6d3000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:42.970008 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:42.996735 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-912a5e5a-0adb-4cab-841b-a7345b6d3000 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb3799fd08c4486f804d86e790506f94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6311116 May 04 18:26:43.001866 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 48270) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:43.021924 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7393d139-69ff-452d-b0ce-c65bbd406b36 req-eba7b320-a3d7-4800-9b86-1aa3f8ec0dfc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142527 May 04 18:26:43.106422 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a5e5a-0adb-4cab-841b-a7345b6d3000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8993b9-abd6-4665-aaa8-35dd7ea3eb10,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:43.111418 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-912a5e5a-0adb-4cab-841b-a7345b6d3000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:43.150448 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-762e713f-e743-4b54-a9e1-69eeb03a4ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:43.185469 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-762e713f-e743-4b54-a9e1-69eeb03a4ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:43.192540 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6591d5e-b9a2-427c-bdfe-153ee260632a req-cb5adbb7-2b8a-4aa5-a155-8a29f38a1152 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:43.194029 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e6591d5e-b9a2-427c-bdfe-153ee260632a req-cb5adbb7-2b8a-4aa5-a155-8a29f38a1152 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 944 time: 0.3391476 May 04 18:26:43.212230 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.notifiers.nova [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-efb542b9-5be6-4785-a659-cde46f89ba4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba8caf9e-b03c-460f-a66d-86794799e2e7 {{(pid=74222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:26:43.236361 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-efb542b9-5be6-4785-a659-cde46f89ba4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:43.322447 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e6591d5e-b9a2-427c-bdfe-153ee260632a req-7275ab03-3739-4451-a291-863f7fc104e2 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048813 May 04 18:26:43.349340 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43335652-db6c-4d65-9b25-236b1b5c1c43 req-87db42fe-d788-4713-8fba-fd3fd71eb4e0 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:43.350050 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-43335652-db6c-4d65-9b25-236b1b5c1c43 req-87db42fe-d788-4713-8fba-fd3fd71eb4e0 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Synchronizing usage tracker for tenant:4c120e913866442b994ca71f4b2f0f98 on resource:port {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:26:43.360223 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-762e713f-e743-4b54-a9e1-69eeb03a4ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:43.363943 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.provisioning_blocks [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-efb542b9-5be6-4785-a659-cde46f89ba4f service neutron] Transition to ACTIVE for port object ba8caf9e-b03c-460f-a66d-86794799e2e7 will not be triggered until provisioned by entity L2. {{(pid=74222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:26:43.365078 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:43.379881 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e713f-e743-4b54-a9e1-69eeb03a4ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8993b9-abd6-4665-aaa8-35dd7ea3eb10,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:43.382652 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-762e713f-e743-4b54-a9e1-69eeb03a4ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:43.384587 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-762e713f-e743-4b54-a9e1-69eeb03a4ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:43.385645 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-762e713f-e743-4b54-a9e1-69eeb03a4ee5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5f8993b9-abd6-4665-aaa8-35dd7ea3eb10 HTTP/1.1" status: 204 len: 168 time: 0.3824539 May 04 18:26:43.474562 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-efb542b9-5be6-4785-a659-cde46f89ba4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:43.479491 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:43.587970 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-43335652-db6c-4d65-9b25-236b1b5c1c43 req-87db42fe-d788-4713-8fba-fd3fd71eb4e0 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Unset dirty status for tenant:4c120e913866442b994ca71f4b2f0f98 on resource:port {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:26:43.595123 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-43335652-db6c-4d65-9b25-236b1b5c1c43 req-87db42fe-d788-4713-8fba-fd3fd71eb4e0 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 932 time: 0.3764567 May 04 18:26:43.630641 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb542b9-5be6-4785-a659-cde46f89ba4f service neutron] Pushing event updated for resources: {'Port': ['ID=ba8caf9e-b03c-460f-a66d-86794799e2e7,revision_number=2']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:43.665251 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-efb542b9-5be6-4785-a659-cde46f89ba4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:43.701202 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-43335652-db6c-4d65-9b25-236b1b5c1c43 req-8f850790-6c83-4318-a66c-10a2ea68dc46 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052077 May 04 18:26:43.701975 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-efb542b9-5be6-4785-a659-cde46f89ba4f service neutron] Attempting to bind port ba8caf9e-b03c-460f-a66d-86794799e2e7 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:26:43.702306 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-efb542b9-5be6-4785-a659-cde46f89ba4f service neutron] Attempting to bind port ba8caf9e-b03c-460f-a66d-86794799e2e7 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '6669c33b-c066-4d38-9470-2e21624c8d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c'}] {{(pid=74222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:26:43.702654 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-efb542b9-5be6-4785-a659-cde46f89ba4f service neutron] Attempting to bind port ba8caf9e-b03c-460f-a66d-86794799e2e7 on network 634c6d2b-13fc-4507-bef8-13a83088a32c {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:26:43.707456 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-efb542b9-5be6-4785-a659-cde46f89ba4f service neutron] Port ba8caf9e-b03c-460f-a66d-86794799e2e7 on network 634c6d2b-13fc-4507-bef8-13a83088a32c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 18:26:43.707910 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-efb542b9-5be6-4785-a659-cde46f89ba4f service neutron] Attempting to bind port ba8caf9e-b03c-460f-a66d-86794799e2e7 on network 634c6d2b-13fc-4507-bef8-13a83088a32c {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:26:43.712984 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-efb542b9-5be6-4785-a659-cde46f89ba4f service neutron] Checking agent: {'id': 'eb0c7dda-b795-49f1-9080-37ad6bcb4a66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'started_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:26:43.713313 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-efb542b9-5be6-4785-a659-cde46f89ba4f service neutron] Checking segment: {'id': '6669c33b-c066-4d38-9470-2e21624c8d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:26:43.713685 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-efb542b9-5be6-4785-a659-cde46f89ba4f service neutron] Bound using segment: {'id': '6669c33b-c066-4d38-9470-2e21624c8d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c'} {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:26:43.714103 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-efb542b9-5be6-4785-a659-cde46f89ba4f service neutron] Bound port: ba8caf9e-b03c-460f-a66d-86794799e2e7, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6669c33b-c066-4d38-9470-2e21624c8d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c'}}] {{(pid=74222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:26:43.714439 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-efb542b9-5be6-4785-a659-cde46f89ba4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:43.742899 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:26:43.745185 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 9b202794-8594-4e4d-bee7-563644ee9b80 up at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:26:43.894721 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.db [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-efb542b9-5be6-4785-a659-cde46f89ba4f service neutron] For port ba8caf9e-b03c-460f-a66d-86794799e2e7, host hv-cinder-78960, cleared binding levels {{(pid=74222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:26:43.898766 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.db [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-efb542b9-5be6-4785-a659-cde46f89ba4f service neutron] For port ba8caf9e-b03c-460f-a66d-86794799e2e7, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ba8caf9e-b03c-460f-a66d-86794799e2e7,segment=NetworkSegment(6669c33b-c066-4d38-9470-2e21624c8d58),segment_id=6669c33b-c066-4d38-9470-2e21624c8d58)] {{(pid=74222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:26:43.967340 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 9dbc6b18-d7b8-44b3-95f1-8159315eaba9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9dbc6b18-d7b8-44b3-95f1-8159315eaba9,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:26:43.983751 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-efb542b9-5be6-4785-a659-cde46f89ba4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:43.987961 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:43.996298 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Returning: {'device': '9dbc6b18-d7b8-44b3-95f1-8159315eaba9', 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'port_id': '9dbc6b18-d7b8-44b3-95f1-8159315eaba9', 'mac_address': 'fa:16:3e:20:14:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:26:44.049262 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-efb542b9-5be6-4785-a659-cde46f89ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:44.049881 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-efb542b9-5be6-4785-a659-cde46f89ba4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for port, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:44.051231 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-efb542b9-5be6-4785-a659-cde46f89ba4f service neutron] 10.222.0.20 "PUT /v2.0/ports/ba8caf9e-b03c-460f-a66d-86794799e2e7 HTTP/1.1" status: 200 len: 1094 time: 1.8395560 May 04 18:26:44.051700 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1dedb52-f273-43f8-a579-fd67e562df83', 'tag': 'ba8caf9e-b03c-460f-a66d-86794799e2e7'}] {{(pid=74222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:26:44.100167 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb542b9-5be6-4785-a659-cde46f89ba4f service neutron] Pushing event updated for resources: {'Port': ['ID=ba8caf9e-b03c-460f-a66d-86794799e2e7,revision_number=3']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:44.107642 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-efb542b9-5be6-4785-a659-cde46f89ba4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:44.148911 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning for port 9b202794-8594-4e4d-bee7-563644ee9b80 completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:26:44.183808 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning complete for port 9b202794-8594-4e4d-bee7-563644ee9b80 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:26:44.183808 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:44.226095 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:44.273799 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1dedb52-f273-43f8-a579-fd67e562df83', 'tag': 'ba8caf9e-b03c-460f-a66d-86794799e2e7', 'status': 'completed', 'code': 200} May 04 18:26:44.276786 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 {{(pid=74223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:26:44.309009 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 9dbc6b18-d7b8-44b3-95f1-8159315eaba9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9dbc6b18-d7b8-44b3-95f1-8159315eaba9,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:26:44.338903 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-b13c4f5a-b4ef-4e98-b3d3-a3b45d9337d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:44.340715 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-b13c4f5a-b4ef-4e98-b3d3-a3b45d9337d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c120e913866442b994ca71f4b2f0f98&device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 1097 time: 0.1651418 May 04 18:26:44.391869 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:44.396205 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:44.456142 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:44.514565 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370b333c-bedf-4a1b-8508-0580d9669df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b202794-8594-4e4d-bee7-563644ee9b80'}] {{(pid=74223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:26:44.526326 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=9dbc6b18-d7b8-44b3-95f1-8159315eaba9,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:44.545597 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 9b202794-8594-4e4d-bee7-563644ee9b80, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9b202794-8594-4e4d-bee7-563644ee9b80,segment=NetworkSegment(207280f5-ebc6-4c23-9262-17f03eeab6b6),segment_id=207280f5-ebc6-4c23-9262-17f03eeab6b6)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:26:44.545597 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:44.577203 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-231fb57f-c08a-438d-8c74-126f005c321f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba8caf9e-b03c-460f-a66d-86794799e2e7 HTTP/1.1" status: 200 len: 217 time: 0.1944480 May 04 18:26:44.623188 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:44.625047 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:44.688684 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4d43c-1340-41e0-a8fa-b2c230c5c11b req-c73f0526-2ddc-4a0a-ba0c-3d4b7b2d7ab4 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:44.690175 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ace4d43c-1340-41e0-a8fa-b2c230c5c11b req-c73f0526-2ddc-4a0a-ba0c-3d4b7b2d7ab4 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 944 time: 0.3482735 May 04 18:26:44.691705 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-0f52b84a-00d0-4092-8e3d-9407cf950ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:44.692985 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-0f52b84a-00d0-4092-8e3d-9407cf950ba4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=656edfdd-aa87-4bb6-baf1-030ff554b1f3 HTTP/1.1" status: 200 len: 850 time: 0.1038053 May 04 18:26:44.705362 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=9b202794-8594-4e4d-bee7-563644ee9b80,revision_number=5']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:44.716246 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:44.757617 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b56d40-a8fa-4982-b306-7f3e3b3acf9b req-2c9aa5b0-cd79-4cbb-95b3-e79508e28b84 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:44.763371 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-09b56d40-a8fa-4982-b306-7f3e3b3acf9b req-2c9aa5b0-cd79-4cbb-95b3-e79508e28b84 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 944 time: 0.2653878 May 04 18:26:44.802194 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['9dbc6b18-d7b8-44b3-95f1-8159315eaba9'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:26:44.833244 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ace4d43c-1340-41e0-a8fa-b2c230c5c11b req-a327eef6-32f2-4274-af99-ccc2f3d97892 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353502 May 04 18:26:44.841751 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-09b56d40-a8fa-4982-b306-7f3e3b3acf9b req-579a5b1c-25aa-4e71-8a5d-e53b0fec4192 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697627 May 04 18:26:44.875448 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-96b6b54e-3816-4791-94fe-c6490123c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:44.877357 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-96b6b54e-3816-4791-94fe-c6490123c989 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=634c6d2b-13fc-4507-bef8-13a83088a32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1657372 May 04 18:26:44.946818 dv-cinder-789603-2-smb neutron-server[74223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370b333c-bedf-4a1b-8508-0580d9669df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b202794-8594-4e4d-bee7-563644ee9b80', 'code': 200} May 04 18:26:45.160755 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-01e59c4b-b3d4-4ee0-b6ec-8d143fd71d2d service neutron] 10.222.0.20 "GET /v2.0/networks/634c6d2b-13fc-4507-bef8-13a83088a32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703481 May 04 18:26:45.169156 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8542a3-a038-459a-9fed-9ba1b436048d req-0a991732-07c7-4714-957e-3854f2e52552 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:45.170568 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9b8542a3-a038-459a-9fed-9ba1b436048d req-0a991732-07c7-4714-957e-3854f2e52552 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 944 time: 0.1280205 May 04 18:26:45.319861 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9b8542a3-a038-459a-9fed-9ba1b436048d req-820b2550-306a-41bb-a4f1-891d02b11a2d tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212206 May 04 18:26:45.345474 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f09cd50f-cd50-4685-a005-4791baa4f6e7 req-d5b8dccb-95c3-422c-b4e1-12cd90ccc4d0 service neutron] 10.222.0.20 "GET /v2.0/networks/634c6d2b-13fc-4507-bef8-13a83088a32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703086 May 04 18:26:45.513502 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9ddee-950f-4487-ad2c-58e6104b97b2 req-927850ff-09a5-4815-af6a-88339f0c29c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:45.516248 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e9b9ddee-950f-4487-ad2c-58e6104b97b2 req-927850ff-09a5-4815-af6a-88339f0c29c4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 1098 time: 0.0787990 May 04 18:26:45.543393 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93298310-07ee-4def-9efb-dad403428e4d req-f1f163dd-4b47-4ede-ab25-080fed115787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:45.545554 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-93298310-07ee-4def-9efb-dad403428e4d req-f1f163dd-4b47-4ede-ab25-080fed115787 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c120e913866442b994ca71f4b2f0f98&device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 1097 time: 0.0758271 May 04 18:26:45.563672 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e9b9ddee-950f-4487-ad2c-58e6104b97b2 req-022264cd-5762-4f69-8a10-bdc918dc1a7b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387392 May 04 18:26:45.691136 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93298310-07ee-4def-9efb-dad403428e4d req-8de5f0e5-3552-4acf-ac97-c9fe03ff9033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:45.692682 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-93298310-07ee-4def-9efb-dad403428e4d req-8de5f0e5-3552-4acf-ac97-c9fe03ff9033 service neutron] 10.222.0.20 "GET /v2.0/networks?id=634c6d2b-13fc-4507-bef8-13a83088a32c HTTP/1.1" status: 200 len: 912 time: 0.1350265 May 04 18:26:45.765679 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-93298310-07ee-4def-9efb-dad403428e4d req-2385fba7-ba1d-4836-9ab2-792a7cd7e8b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba8caf9e-b03c-460f-a66d-86794799e2e7 HTTP/1.1" status: 200 len: 217 time: 0.0628028 May 04 18:26:45.828795 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93298310-07ee-4def-9efb-dad403428e4d req-052b72c8-85d5-4576-ab3e-bb9686a1ed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:45.830211 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-93298310-07ee-4def-9efb-dad403428e4d req-052b72c8-85d5-4576-ab3e-bb9686a1ed4c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=656edfdd-aa87-4bb6-baf1-030ff554b1f3 HTTP/1.1" status: 200 len: 850 time: 0.0568342 May 04 18:26:45.936193 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93298310-07ee-4def-9efb-dad403428e4d req-a2d8a6f2-4a01-4416-b51c-8e664a49c1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:45.938931 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-93298310-07ee-4def-9efb-dad403428e4d req-a2d8a6f2-4a01-4416-b51c-8e664a49c1f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=634c6d2b-13fc-4507-bef8-13a83088a32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0962026 May 04 18:26:46.113577 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-93298310-07ee-4def-9efb-dad403428e4d req-60041fd3-67e5-4685-ab64-ecc308748570 service neutron] 10.222.0.20 "GET /v2.0/networks/634c6d2b-13fc-4507-bef8-13a83088a32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657269 May 04 18:26:46.123371 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1019486-72ea-44cd-8221-389dedaaa0f3 req-b4ca2f74-3442-4157-b0f1-b9fa615670ee tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:46.127684 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c1019486-72ea-44cd-8221-389dedaaa0f3 req-b4ca2f74-3442-4157-b0f1-b9fa615670ee tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.1484823 May 04 18:26:46.193979 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88847ed5-1340-49e5-8943-991b0e2ea74b req-bd45aecb-ee22-476e-b06f-ee2ca65381e4 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:46.201138 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-88847ed5-1340-49e5-8943-991b0e2ea74b req-bd45aecb-ee22-476e-b06f-ee2ca65381e4 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 945 time: 0.1709192 May 04 18:26:46.225515 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c1019486-72ea-44cd-8221-389dedaaa0f3 req-b8a2e4cc-483b-446f-90f8-d92fe6be3435 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902410 May 04 18:26:46.256766 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-88847ed5-1340-49e5-8943-991b0e2ea74b req-0651ecff-97b3-464f-8e94-63be98a9a768 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546608 May 04 18:26:46.318076 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-93298310-07ee-4def-9efb-dad403428e4d req-34770d2f-4830-41e3-bf0e-6e51ee2a3e8d service neutron] 10.222.0.20 "GET /v2.0/networks/634c6d2b-13fc-4507-bef8-13a83088a32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964726 May 04 18:26:46.508620 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c15370-5ff8-494d-a06e-ed0406ab33c5 req-3811b807-9fb6-4e0a-8e42-99963393379e tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:46.510070 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e6c15370-5ff8-494d-a06e-ed0406ab33c5 req-3811b807-9fb6-4e0a-8e42-99963393379e tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 944 time: 0.0822635 May 04 18:26:46.555468 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e6c15370-5ff8-494d-a06e-ed0406ab33c5 req-f5cf972a-572e-4713-a986-d073dd4aebea tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390058 May 04 18:26:47.128912 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-e8993874-4a5b-4f58-a1d3-1cc0b75c6540 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:47.130479 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-e8993874-4a5b-4f58-a1d3-1cc0b75c6540 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/networks?id=d89a4125-3764-4595-b3a0-58856003dba9 HTTP/1.1" status: 200 len: 814 time: 0.1854346 May 04 18:26:47.146744 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-382eb49b-2d2b-4cbb-a33b-82d286244a52 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/quotas/ae13407124d74fde8758bfce312171fb HTTP/1.1" status: 200 len: 375 time: 0.0100806 May 04 18:26:47.235136 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-16963464-b9e5-4a5b-b1d8-a83e6a5ce930 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae13407124d74fde8758bfce312171fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0820537 May 04 18:26:47.441405 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-bca32934-a9aa-4be4-b779-5793e09f6349 service neutron] 10.222.0.49 "GET /v2.0/networks/d89a4125-3764-4595-b3a0-58856003dba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994848 May 04 18:26:47.625625 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-88651eec-1239-4156-9730-ed0cf6319b0c service neutron] 10.222.0.49 "GET /v2.0/networks/d89a4125-3764-4595-b3a0-58856003dba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774905 May 04 18:26:47.649906 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75cb950-b6d7-4173-8838-4ca910bb8af2 req-8f52224b-928b-4743-8dc2-ae5aede7e2f7 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:47.651699 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a75cb950-b6d7-4173-8838-4ca910bb8af2 req-8f52224b-928b-4743-8dc2-ae5aede7e2f7 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.1212282 May 04 18:26:47.702138 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a75cb950-b6d7-4173-8838-4ca910bb8af2 req-89a933e4-7919-4786-9593-584d6904a32d tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446465 May 04 18:26:47.755737 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 up at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:26:47.823809 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 48416) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:47.906323 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327a747-3433-477b-85d7-db76d935c859 req-b8a474bb-5e9c-4934-93b6-220fa4741d2d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:47.914741 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c327a747-3433-477b-85d7-db76d935c859 req-b8a474bb-5e9c-4934-93b6-220fa4741d2d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 945 time: 0.1170375 May 04 18:26:47.945927 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning for port 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:26:47.951273 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning complete for port 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:26:47.951921 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:47.980767 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c327a747-3433-477b-85d7-db76d935c859 req-70a19dcd-abcc-444d-8054-f8772dc731b8 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649798 May 04 18:26:48.030144 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-d18e11a7-bd9e-4c4b-b52d-17a0af493963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:48.067945 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-d18e11a7-bd9e-4c4b-b52d-17a0af493963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:48.075561 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-d18e11a7-bd9e-4c4b-b52d-17a0af493963 admin admin] Usage tracker for resource:security_group_rule and tenant:30c63d2e66ed4797a52dd67186e3900b is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:48.084051 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-d18e11a7-bd9e-4c4b-b52d-17a0af493963 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:48.085178 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de652dff-a88c-4c43-b9f5-c8ee00e614ab req-26e15740-fea6-408d-b102-d9bf85e58bb3 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:48.092355 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-de652dff-a88c-4c43-b9f5-c8ee00e614ab req-26e15740-fea6-408d-b102-d9bf85e58bb3 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b47cd1-360a-4748-8e8e-3715ab990389 HTTP/1.1" status: 200 len: 945 time: 0.0955553 May 04 18:26:48.100387 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-d18e11a7-bd9e-4c4b-b52d-17a0af493963 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:48.205519 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:48.207957 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-de652dff-a88c-4c43-b9f5-c8ee00e614ab req-083094cb-2ae2-4beb-8b46-6c2602a23e8b tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/security-groups?id=00722f54-4f75-41c7-98df-3035ea613095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146779 May 04 18:26:48.252076 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b12988-8c48-42d2-a46b-b726b3fa6854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dbc6b18-d7b8-44b3-95f1-8159315eaba9'}] {{(pid=74223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:26:48.268464 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-d18e11a7-bd9e-4c4b-b52d-17a0af493963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:48.274958 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 9dbc6b18-d7b8-44b3-95f1-8159315eaba9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9dbc6b18-d7b8-44b3-95f1-8159315eaba9,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:26:48.292867 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e9d60-cebc-4f49-9ec7-d50bd7ef42eb req-b1fd9751-556a-479a-a503-b50d156be4c5 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:48.303296 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-042e9d60-cebc-4f49-9ec7-d50bd7ef42eb req-b1fd9751-556a-479a-a503-b50d156be4c5 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 944 time: 0.1751637 May 04 18:26:48.342409 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-042e9d60-cebc-4f49-9ec7-d50bd7ef42eb req-e21846e7-8f11-49a9-89bb-62f20027ad1d tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403323 May 04 18:26:48.349005 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-d18e11a7-bd9e-4c4b-b52d-17a0af493963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:48.358183 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-298ad88d-dfc2-40ca-87e6-c2912ed47e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:48.388570 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:48.398959 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:48.401724 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-d18e11a7-bd9e-4c4b-b52d-17a0af493963 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=30c63d2e66ed4797a52dd67186e3900b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5759654 May 04 18:26:48.403651 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e11a7-bd9e-4c4b-b52d-17a0af493963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e81ebd-0efa-4773-9a00-a0c03712f1c4,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:48.406696 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 48440) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:48.409341 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-d18e11a7-bd9e-4c4b-b52d-17a0af493963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:48.462185 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4815dc41-8fa7-4976-ba9e-5e0fe0ac41c8 req-6d14fa62-ec6a-4484-81e7-e477b4755fa4 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=aaf60b29-9220-465e-83c7-1e3c8c898abe HTTP/1.1" status: 200 len: 210 time: 0.0627654 May 04 18:26:48.488062 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2fa919ea-da79-49ab-9a01-46c642b7334e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:48.509122 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=9dbc6b18-d7b8-44b3-95f1-8159315eaba9,revision_number=5']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:48.517202 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:48.518113 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2fa919ea-da79-49ab-9a01-46c642b7334e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:48.531872 dv-cinder-789603-2-smb neutron-server[74223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b12988-8c48-42d2-a46b-b726b3fa6854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dbc6b18-d7b8-44b3-95f1-8159315eaba9', 'code': 200} May 04 18:26:48.720821 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2fa919ea-da79-49ab-9a01-46c642b7334e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:48.726063 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:48.739393 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa919ea-da79-49ab-9a01-46c642b7334e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e81ebd-0efa-4773-9a00-a0c03712f1c4,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:48.742212 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-2fa919ea-da79-49ab-9a01-46c642b7334e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:48.744316 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2fa919ea-da79-49ab-9a01-46c642b7334e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:48.748367 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-2fa919ea-da79-49ab-9a01-46c642b7334e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55e81ebd-0efa-4773-9a00-a0c03712f1c4 HTTP/1.1" status: 204 len: 168 time: 0.3376296 May 04 18:26:49.071310 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e49b8-9a0a-4d53-871e-415c8c943366 req-db78672a-4c47-443f-bcd6-4995d54a1414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:49.076913 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-ef2e49b8-9a0a-4d53-871e-415c8c943366 req-db78672a-4c47-443f-bcd6-4995d54a1414 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 1099 time: 0.1318629 May 04 18:26:49.124703 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cb165-eced-4bda-9503-4fd56da8bf21 req-c0b47945-c02f-4ef6-aa86-175568c4f50e tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:49.127236 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-db1cb165-eced-4bda-9503-4fd56da8bf21 req-c0b47945-c02f-4ef6-aa86-175568c4f50e tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.1794872 May 04 18:26:49.162573 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-ef2e49b8-9a0a-4d53-871e-415c8c943366 req-fbb7027e-5e26-40d1-909a-575878d42db2 service neutron] Synchronizing usage tracker for tenant:3a9468437790449c95a25c3019d0bbda on resource:security_group {{(pid=74221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:26:49.223962 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:49.250985 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435f403-414f-49aa-b897-962cfdb394cc req-5f7b838c-1ccf-439b-9e67-f24b8f1a1957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:49.251191 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-ef2e49b8-9a0a-4d53-871e-415c8c943366 req-fbb7027e-5e26-40d1-909a-575878d42db2 service neutron] Unset dirty status for tenant:3a9468437790449c95a25c3019d0bbda on resource:security_group {{(pid=74221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:26:49.252316 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-ef2e49b8-9a0a-4d53-871e-415c8c943366 req-fbb7027e-5e26-40d1-909a-575878d42db2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542614 May 04 18:26:49.252533 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d435f403-414f-49aa-b897-962cfdb394cc req-5f7b838c-1ccf-439b-9e67-f24b8f1a1957 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=573de575cbed4946845325c86ea66876&device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 1098 time: 0.2034962 May 04 18:26:49.261598 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-db1cb165-eced-4bda-9503-4fd56da8bf21 req-a67a8b40-bba4-4559-8a41-39974f477e43 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092582 May 04 18:26:49.306116 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1b9d6-c28d-42b9-b04e-c55cfae38a48 req-aa7078e8-d260-4aa7-8d72-d947628b1859 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:49.310047 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-51b1b9d6-c28d-42b9-b04e-c55cfae38a48 req-aa7078e8-d260-4aa7-8d72-d947628b1859 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.1273179 May 04 18:26:49.354304 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-51b1b9d6-c28d-42b9-b04e-c55cfae38a48 req-4dc08f5f-9571-47e0-a86c-2a986f98ad50 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406384 May 04 18:26:49.492435 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 48466) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:49.511073 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-50078145-9f49-4d5b-b6c6-512c1c3200b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:49.526749 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-50078145-9f49-4d5b-b6c6-512c1c3200b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:49.531138 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-50078145-9f49-4d5b-b6c6-512c1c3200b6 admin admin] Usage tracker for resource:security_group_rule and tenant:985910126981496cb50527b25cb9d62e is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:49.534163 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-50078145-9f49-4d5b-b6c6-512c1c3200b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:49.540107 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-50078145-9f49-4d5b-b6c6-512c1c3200b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:49.617344 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435f403-414f-49aa-b897-962cfdb394cc req-30a8f942-d5d5-4b58-aa6d-62d7fbeefb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:49.618733 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d435f403-414f-49aa-b897-962cfdb394cc req-30a8f942-d5d5-4b58-aa6d-62d7fbeefb84 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8db4af54-0a5f-400d-8ea5-42d92dce6c03 HTTP/1.1" status: 200 len: 919 time: 0.2186739 May 04 18:26:49.628593 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d503d-e6dd-4a51-8d4f-3b042cc2532e req-dd0d3822-ed36-49a4-bc9d-7f16c69ed188 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:49.630158 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3d9d503d-e6dd-4a51-8d4f-3b042cc2532e req-dd0d3822-ed36-49a4-bc9d-7f16c69ed188 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b47cd1-360a-4748-8e8e-3715ab990389 HTTP/1.1" status: 200 len: 945 time: 0.2665858 May 04 18:26:49.634038 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-50078145-9f49-4d5b-b6c6-512c1c3200b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:49.719112 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d435f403-414f-49aa-b897-962cfdb394cc req-699c2e22-0612-416a-a53e-48fca2098831 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b202794-8594-4e4d-bee7-563644ee9b80 HTTP/1.1" status: 200 len: 217 time: 0.0872540 May 04 18:26:49.719487 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-50078145-9f49-4d5b-b6c6-512c1c3200b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:49.728741 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-7d52d478-cdd4-4afe-9778-ab10694fd962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:49.759676 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device ba8caf9e-b03c-460f-a66d-86794799e2e7 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:26:49.769124 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50078145-9f49-4d5b-b6c6-512c1c3200b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c82607-2b39-43d3-b322-0fdafd5b6eb9,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:49.773361 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-50078145-9f49-4d5b-b6c6-512c1c3200b6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=985910126981496cb50527b25cb9d62e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798254 May 04 18:26:49.773512 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcaec01-f3be-431e-8316-418373efd1c8 req-5c548e92-40e0-4169-b26e-fa4af0075378 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:49.774351 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-50078145-9f49-4d5b-b6c6-512c1c3200b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:49.775595 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8dcaec01-f3be-431e-8316-418373efd1c8 req-5c548e92-40e0-4169-b26e-fa4af0075378 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 944 time: 0.2703812 May 04 18:26:49.776293 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 48470) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:49.800913 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3d9d503d-e6dd-4a51-8d4f-3b042cc2532e req-b397e393-77ed-43f7-95e1-9c72798b3f58 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/security-groups?id=00722f54-4f75-41c7-98df-3035ea613095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144946 May 04 18:26:49.850434 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-51310d72-5d7a-45d7-aa8a-b195c35f1ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:49.866710 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8dcaec01-f3be-431e-8316-418373efd1c8 req-c6ea7c8c-d051-47d8-9d6f-9fd050f5b794 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788152 May 04 18:26:49.876124 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435f403-414f-49aa-b897-962cfdb394cc req-7768ba48-d7cc-4b9a-adb4-c58ff91a5ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:49.877866 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d435f403-414f-49aa-b897-962cfdb394cc req-7768ba48-d7cc-4b9a-adb4-c58ff91a5ddf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=440c7ecc-ada7-425e-af57-04720abc3629 HTTP/1.1" status: 200 len: 858 time: 0.1434560 May 04 18:26:49.885286 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-51310d72-5d7a-45d7-aa8a-b195c35f1ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:49.939333 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d435f403-414f-49aa-b897-962cfdb394cc req-bacff3d6-0141-48a6-9e16-12eb6c209f28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8db4af54-0a5f-400d-8ea5-42d92dce6c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479524 May 04 18:26:49.966838 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port ba8caf9e-b03c-460f-a66d-86794799e2e7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ba8caf9e-b03c-460f-a66d-86794799e2e7,segment=NetworkSegment(6669c33b-c066-4d38-9470-2e21624c8d58),segment_id=6669c33b-c066-4d38-9470-2e21624c8d58)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:26:49.986900 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Returning: {'device': 'ba8caf9e-b03c-460f-a66d-86794799e2e7', 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c', 'port_id': 'ba8caf9e-b03c-460f-a66d-86794799e2e7', 'mac_address': 'fa:16:3e:cf:bc:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:26:50.007746 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-03299d20-28fd-435a-8f6e-3f4162ef4f07 req-3827cf8b-bde5-4f5b-b6ea-bbaa356702b2 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=aaf60b29-9220-465e-83c7-1e3c8c898abe HTTP/1.1" status: 200 len: 210 time: 0.0672908 May 04 18:26:50.057411 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-51310d72-5d7a-45d7-aa8a-b195c35f1ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:50.063055 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-2fa919ea-da79-49ab-9a01-46c642b7334e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:50.078359 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51310d72-5d7a-45d7-aa8a-b195c35f1ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c82607-2b39-43d3-b322-0fdafd5b6eb9,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:50.086151 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-51310d72-5d7a-45d7-aa8a-b195c35f1ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:50.087947 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:50.096471 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e37e3-a00d-4f43-83c4-d4fe2c69c753 req-409ec21c-12f4-4573-8dab-2daf8de3298e tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:50.101512 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-180e37e3-a00d-4f43-83c4-d4fe2c69c753 req-409ec21c-12f4-4573-8dab-2daf8de3298e tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.20 "GET /v2.0/ports?device_id=54b47cd1-360a-4748-8e8e-3715ab990389 HTTP/1.1" status: 200 len: 945 time: 0.1680884 May 04 18:26:50.101512 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-51310d72-5d7a-45d7-aa8a-b195c35f1ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:50.101512 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-51310d72-5d7a-45d7-aa8a-b195c35f1ecd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/03c82607-2b39-43d3-b322-0fdafd5b6eb9 HTTP/1.1" status: 204 len: 168 time: 0.3224123 May 04 18:26:50.137672 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba8caf9e-b03c-460f-a66d-86794799e2e7 {{(pid=74223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:26:50.154789 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port ba8caf9e-b03c-460f-a66d-86794799e2e7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ba8caf9e-b03c-460f-a66d-86794799e2e7,segment=NetworkSegment(6669c33b-c066-4d38-9470-2e21624c8d58),segment_id=6669c33b-c066-4d38-9470-2e21624c8d58)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:26:50.208858 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d435f403-414f-49aa-b897-962cfdb394cc req-93f81aee-7c59-49e9-8235-60fa071d7cdc service neutron] 10.222.0.20 "GET /v2.0/networks/8db4af54-0a5f-400d-8ea5-42d92dce6c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323844 May 04 18:26:50.235998 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:50.239982 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-76960914-ec07-4a87-a73c-36af762c3ad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:50.352197 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [req-180e37e3-a00d-4f43-83c4-d4fe2c69c753 req-beb267d4-ac25-42e1-83a0-135b002675fe tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Deleting port c76755b8-0421-4a49-8f51-afb318dc751c {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:26:50.352718 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-180e37e3-a00d-4f43-83c4-d4fe2c69c753 req-beb267d4-ac25-42e1-83a0-135b002675fe tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:50.364040 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=ba8caf9e-b03c-460f-a66d-86794799e2e7,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:50.367867 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:50.554663 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-180e37e3-a00d-4f43-83c4-d4fe2c69c753 req-beb267d4-ac25-42e1-83a0-135b002675fe tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] For port c76755b8-0421-4a49-8f51-afb318dc751c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c76755b8-0421-4a49-8f51-afb318dc751c,segment=NetworkSegment(b5ae4dd1-f3b1-491e-9422-eca14da9d1e8),segment_id=b5ae4dd1-f3b1-491e-9422-eca14da9d1e8)] {{(pid=74221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:26:50.555008 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-180e37e3-a00d-4f43-83c4-d4fe2c69c753 req-beb267d4-ac25-42e1-83a0-135b002675fe tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:50.592786 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d435f403-414f-49aa-b897-962cfdb394cc req-41dd22e1-07df-4d0b-9907-887c080a2a38 service neutron] 10.222.0.20 "GET /v2.0/networks/8db4af54-0a5f-400d-8ea5-42d92dce6c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603175 May 04 18:26:50.609314 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d2e56-9b9f-47da-b75d-b0b31e144c86 req-9f441f36-c921-46d8-a578-a6e580bb64fc tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:50.610746 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5a1d2e56-9b9f-47da-b75d-b0b31e144c86 req-9f441f36-c921-46d8-a578-a6e580bb64fc tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.2034867 May 04 18:26:50.693715 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['ba8caf9e-b03c-460f-a66d-86794799e2e7'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:26:50.708436 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [req-180e37e3-a00d-4f43-83c4-d4fe2c69c753 req-beb267d4-ac25-42e1-83a0-135b002675fe tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Calling delete_port for c76755b8-0421-4a49-8f51-afb318dc751c owned by compute:nova {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:26:50.789826 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a195b-52c1-4e02-8d5a-d0bb3816dcb8 req-8ecf809c-2b37-4cdb-bd8a-0b3900702e8a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:50.790960 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-da7a195b-52c1-4e02-8d5a-d0bb3816dcb8 req-8ecf809c-2b37-4cdb-bd8a-0b3900702e8a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.2777736 May 04 18:26:50.834717 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5a1d2e56-9b9f-47da-b75d-b0b31e144c86 req-853d6df0-95d0-43c8-a3fc-985b61ccd45f tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067018 May 04 18:26:50.886634 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-da7a195b-52c1-4e02-8d5a-d0bb3816dcb8 req-9f029208-4d12-4920-87d4-7742561638c9 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861394 May 04 18:26:50.933567 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-93520d80-6311-4b83-b94c-54224a63ce25 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:50.938800 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-93520d80-6311-4b83-b94c-54224a63ce25 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.20 "GET /v2.0/networks?id=d89a4125-3764-4595-b3a0-58856003dba9 HTTP/1.1" status: 200 len: 814 time: 0.3137834 May 04 18:26:50.950756 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d3373c52-a282-4e71-8c64-88f12949612a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Request body: {'port': {'device_id': 'aaf60b29-9220-465e-83c7-1e3c8c898abe', 'network_id': 'd89a4125-3764-4595-b3a0-58856003dba9', 'admin_state_up': True, 'tenant_id': 'ae13407124d74fde8758bfce312171fb'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:26:51.172707 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-180e37e3-a00d-4f43-83c4-d4fe2c69c753 req-beb267d4-ac25-42e1-83a0-135b002675fe tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:51.189423 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-344224db-b543-4295-bcc8-7ea4e7ef1ec6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:51.248134 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb267d4-ac25-42e1-83a0-135b002675fe tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Pushing event deleted for resources: {'Port': ['ID=c76755b8-0421-4a49-8f51-afb318dc751c,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:51.262265 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-beb267d4-ac25-42e1-83a0-135b002675fe tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:51.315600 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b5745fe5-e626-4211-8983-b6e3959e4cf6 req-25c692c9-8e12-4f01-9a17-b8c2f81d00fc tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b47cd1-360a-4748-8e8e-3715ab990389 HTTP/1.1" status: 200 len: 210 time: 0.1313794 May 04 18:26:51.400339 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [req-180e37e3-a00d-4f43-83c4-d4fe2c69c753 req-beb267d4-ac25-42e1-83a0-135b002675fe tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] No DVR routers for this DVR port c76755b8-0421-4a49-8f51-afb318dc751c on host hv-cinder-78960 {{(pid=74221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:26:51.409543 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-180e37e3-a00d-4f43-83c4-d4fe2c69c753 req-beb267d4-ac25-42e1-83a0-135b002675fe tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:51.413870 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b47cd1-360a-4748-8e8e-3715ab990389', 'name': 'network-vif-deleted', 'tag': 'c76755b8-0421-4a49-8f51-afb318dc751c'}] {{(pid=74221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:26:51.446296 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d3373c52-a282-4e71-8c64-88f12949612a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:51.471128 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d3373c52-a282-4e71-8c64-88f12949612a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:51.491821 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc80556-aecb-4f4c-b01b-35f99d62cce9 req-1ddd1df3-bee4-47e8-9ed7-df8ac1c980fb tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:51.499036 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-adc80556-aecb-4f4c-b01b-35f99d62cce9 req-1ddd1df3-bee4-47e8-9ed7-df8ac1c980fb tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 945 time: 0.4095728 May 04 18:26:51.548543 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-180e37e3-a00d-4f43-83c4-d4fe2c69c753 req-beb267d4-ac25-42e1-83a0-135b002675fe tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.20 "DELETE /v2.0/ports/c76755b8-0421-4a49-8f51-afb318dc751c HTTP/1.1" status: 204 len: 173 time: 1.4406357 May 04 18:26:51.560690 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4ce48be8-89ac-4c08-9ab0-4716aec167d5 req-78d76489-fd18-4256-a51c-ebf2a926cb6b tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=aaf60b29-9220-465e-83c7-1e3c8c898abe HTTP/1.1" status: 200 len: 210 time: 0.0445199 May 04 18:26:51.578109 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d3373c52-a282-4e71-8c64-88f12949612a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Made reservation on behalf of ae13407124d74fde8758bfce312171fb for: {'port': 1} {{(pid=74222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:26:51.581510 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d3373c52-a282-4e71-8c64-88f12949612a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:51.607695 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-adc80556-aecb-4f4c-b01b-35f99d62cce9 req-df37567e-8d90-403f-8f4b-d7c8c672ba7c tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057501 May 04 18:26:51.623247 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b47cd1-360a-4748-8e8e-3715ab990389', 'name': 'network-vif-deleted', 'tag': 'c76755b8-0421-4a49-8f51-afb318dc751c', 'status': 'completed', 'code': 200} May 04 18:26:51.779999 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.db_base_plugin_common [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d3373c52-a282-4e71-8c64-88f12949612a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Allocated IP 172.20.0.14 (d89a4125-3764-4595-b3a0-58856003dba9/745e4f5f-e99e-45c7-ba2f-044ccda911f1/1638aa14-7403-4257-a09e-05352b898838) {{(pid=74222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:26:51.939984 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 48560) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:52.033487 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d3373c52-a282-4e71-8c64-88f12949612a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks [] for port, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:52.073193 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-c3fad542-573b-4fc7-a0a2-479c01ff5871 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1260720903-network', 'tenant_id': 'c6b505e72f8f4151930e25f79b385a24'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:26:52.077756 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-c3fad542-573b-4fc7-a0a2-479c01ff5871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:52.082323 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-c3fad542-573b-4fc7-a0a2-479c01ff5871 admin admin] Usage tracker for resource:network and tenant:c6b505e72f8f4151930e25f79b385a24 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:52.085687 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-c3fad542-573b-4fc7-a0a2-479c01ff5871 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:52.095894 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-c3fad542-573b-4fc7-a0a2-479c01ff5871 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:52.166056 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fad542-573b-4fc7-a0a2-479c01ff5871 admin admin] Made reservation on behalf of c6b505e72f8f4151930e25f79b385a24 for: {'network': 1} {{(pid=74221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:26:52.168387 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c3fad542-573b-4fc7-a0a2-479c01ff5871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for network, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:52.184663 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c3fad542-573b-4fc7-a0a2-479c01ff5871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:52.200776 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-c3fad542-573b-4fc7-a0a2-479c01ff5871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:52.204142 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e79ff7-37d3-4fe4-8dc4-9dd3bf9f7fb3 req-800ddf9e-c3c0-4b37-9f08-360dc425ab02 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:52.204844 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-c3fad542-573b-4fc7-a0a2-479c01ff5871 admin admin] Usage tracker for resource:security_group_rule and tenant:c6b505e72f8f4151930e25f79b385a24 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:52.205628 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-98e79ff7-37d3-4fe4-8dc4-9dd3bf9f7fb3 req-800ddf9e-c3c0-4b37-9f08-360dc425ab02 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.2070730 May 04 18:26:52.213727 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-c3fad542-573b-4fc7-a0a2-479c01ff5871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:52.218158 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b8dcc-b6c1-479b-9133-2091597dbcdd req-ce905b67-31cd-4c51-ac07-952f14043d42 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:52.219504 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-c3fad542-573b-4fc7-a0a2-479c01ff5871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:52.219823 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d71b8dcc-b6c1-479b-9133-2091597dbcdd req-ce905b67-31cd-4c51-ac07-952f14043d42 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.1379745 May 04 18:26:52.258894 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d3373c52-a282-4e71-8c64-88f12949612a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542'] for port, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:52.277495 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-efb542b9-5be6-4785-a659-cde46f89ba4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:52.277705 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['809a98ea-8435-42f3-a0ae-912a65d36d91'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:26:52.331944 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c3fad542-573b-4fc7-a0a2-479c01ff5871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:52.350842 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-98e79ff7-37d3-4fe4-8dc4-9dd3bf9f7fb3 req-6fabf17d-0b51-48f1-8d9c-5f1ba3b200da tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300251 May 04 18:26:52.369329 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d71b8dcc-b6c1-479b-9133-2091597dbcdd req-fd3b4033-5716-4f30-ae75-7c28be562aff tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329172 May 04 18:26:52.378297 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d3373c52-a282-4e71-8c64-88f12949612a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Network d89a4125-3764-4595-b3a0-58856003dba9 is already hosted by enough agents. {{(pid=74222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:26:52.381944 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.base_scheduler [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d3373c52-a282-4e71-8c64-88f12949612a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Resources bound (agent type, host, resource id): {{(pid=74222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:26:52.383890 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3373c52-a282-4e71-8c64-88f12949612a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Pushing event updated for resources: {'Port': ['ID=1638aa14-7403-4257-a09e-05352b898838,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:52.392867 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d3373c52-a282-4e71-8c64-88f12949612a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Received port after_create {{(pid=74222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:26:52.398938 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d3373c52-a282-4e71-8c64-88f12949612a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:52.399539 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d3373c52-a282-4e71-8c64-88f12949612a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for port, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:52.403621 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-d3373c52-a282-4e71-8c64-88f12949612a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:52.450515 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c3fad542-573b-4fc7-a0a2-479c01ff5871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:52.450515 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-0acce7ad-ed18-401a-9479-6c23a997b8ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:52.491450 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3fad542-573b-4fc7-a0a2-479c01ff5871 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=74221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:26:52.496826 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fad542-573b-4fc7-a0a2-479c01ff5871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1954fb7f-4f39-460e-a780-d4c7f4d97cec,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:52.505041 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-c3fad542-573b-4fc7-a0a2-479c01ff5871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:52.509106 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c3fad542-573b-4fc7-a0a2-479c01ff5871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:52.509652 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.db.segments_db [None req-c3fad542-573b-4fc7-a0a2-479c01ff5871 admin admin] Added segment a7a4acad-2332-4d46-b874-16952688c4f1 of type vlan for network 9040d36b-5325-4781-ac32-725ba1a5f599 May 04 18:26:52.545153 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c3fad542-573b-4fc7-a0a2-479c01ff5871 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785699775636'] for network, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:52.612509 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d3373c52-a282-4e71-8c64-88f12949612a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6668808 May 04 18:26:52.641435 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c3fad542-573b-4fc7-a0a2-479c01ff5871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:52.642734 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fad542-573b-4fc7-a0a2-479c01ff5871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:52.643360 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c3fad542-573b-4fc7-a0a2-479c01ff5871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:52.653037 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:52.661784 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d12f42da-5840-49ba-8c6d-b45f31cdf460 service neutron] Request body: {'port': {'device_id': 'aaf60b29-9220-465e-83c7-1e3c8c898abe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:26:52.696421 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ddc185e3-e532-45d2-9e9f-77965b9e4faf req-f487c767-24c1-4225-91f3-988bac2f8384 tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b47cd1-360a-4748-8e8e-3715ab990389 HTTP/1.1" status: 200 len: 210 time: 0.0908325 May 04 18:26:52.803146 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b3c1b-19a7-48b6-aa93-96fcf9106e4b req-552413ca-891e-4dbd-9355-75970a1c24c7 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:52.812582 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-637b3c1b-19a7-48b6-aa93-96fcf9106e4b req-552413ca-891e-4dbd-9355-75970a1c24c7 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.3097208 May 04 18:26:52.816883 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d12f42da-5840-49ba-8c6d-b45f31cdf460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:52.827664 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 48584) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:52.842833 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-a5205cc5-de39-489c-9a32-52f0f9833282 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Request body: {'floatingip': {'port_id': '9dbc6b18-d7b8-44b3-95f1-8159315eaba9'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:26:52.922715 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fad542-573b-4fc7-a0a2-479c01ff5871 admin admin] Pushing event updated for resources: {'Network': ['ID=9040d36b-5325-4781-ac32-725ba1a5f599,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:52.929015 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-c3fad542-573b-4fc7-a0a2-479c01ff5871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:52.933308 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-a5205cc5-de39-489c-9a32-52f0f9833282 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for floatingip, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:52.938165 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Network 9040d36b-5325-4781-ac32-725ba1a5f599 details requested by agent ovs-agent-dv-cinder-789603-2-smb with host dv-cinder-789603-2-smb {{(pid=74223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:26:52.996325 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-c3fad542-573b-4fc7-a0a2-479c01ff5871 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0550978 May 04 18:26:53.012074 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 48590) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:53.038383 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-7ea85337-a91c-44a9-99f0-6a2631b4e0cb admin admin] Request body: {'subnet': {'network_id': '9040d36b-5325-4781-ac32-725ba1a5f599', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1260720903-subnet', 'tenant_id': 'c6b505e72f8f4151930e25f79b385a24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:26:53.080587 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-7ea85337-a91c-44a9-99f0-6a2631b4e0cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:53.092485 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-7ea85337-a91c-44a9-99f0-6a2631b4e0cb admin admin] Usage tracker for resource:subnet and tenant:c6b505e72f8f4151930e25f79b385a24 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:53.097103 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-7ea85337-a91c-44a9-99f0-6a2631b4e0cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:53.111438 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-7ea85337-a91c-44a9-99f0-6a2631b4e0cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:53.213601 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c40d52-2160-4986-bab1-fc71195c02ef req-81556d44-2e57-410f-a5a9-ea7174b67f66 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:53.215598 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-20c40d52-2160-4986-bab1-fc71195c02ef req-81556d44-2e57-410f-a5a9-ea7174b67f66 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 945 time: 0.3223751 May 04 18:26:53.225396 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3957d0-80d5-4ab7-9805-6436ebe57038 req-26707d26-7fac-4624-83f1-f93def1d8ff0 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:53.226084 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-af3957d0-80d5-4ab7-9805-6436ebe57038 req-26707d26-7fac-4624-83f1-f93def1d8ff0 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Synchronizing usage tracker for tenant:ae13407124d74fde8758bfce312171fb on resource:port {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:26:53.274832 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea85337-a91c-44a9-99f0-6a2631b4e0cb admin admin] Made reservation on behalf of c6b505e72f8f4151930e25f79b385a24 for: {'subnet': 1} {{(pid=74221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:26:53.277362 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7ea85337-a91c-44a9-99f0-6a2631b4e0cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:53.351622 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-20c40d52-2160-4986-bab1-fc71195c02ef req-c51a7055-fa14-4d01-b0c8-b396018c087f tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800469 May 04 18:26:53.435164 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.notifiers.nova [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d12f42da-5840-49ba-8c6d-b45f31cdf460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1638aa14-7403-4257-a09e-05352b898838 {{(pid=74222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:26:53.442415 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-af3957d0-80d5-4ab7-9805-6436ebe57038 req-26707d26-7fac-4624-83f1-f93def1d8ff0 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Unset dirty status for tenant:ae13407124d74fde8758bfce312171fb on resource:port {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:26:53.449632 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-af3957d0-80d5-4ab7-9805-6436ebe57038 req-26707d26-7fac-4624-83f1-f93def1d8ff0 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=aaf60b29-9220-465e-83c7-1e3c8c898abe HTTP/1.1" status: 200 len: 932 time: 0.6112900 May 04 18:26:53.452691 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d12f42da-5840-49ba-8c6d-b45f31cdf460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:53.532256 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.provisioning_blocks [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d12f42da-5840-49ba-8c6d-b45f31cdf460 service neutron] Transition to ACTIVE for port object 1638aa14-7403-4257-a09e-05352b898838 will not be triggered until provisioned by entity L2. {{(pid=74222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:26:53.551681 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-af3957d0-80d5-4ab7-9805-6436ebe57038 req-a39c0944-deca-409a-afef-ecfdc370d545 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015871 May 04 18:26:53.599598 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f88af7-58b2-49d8-aca0-9ef754cbfcb9 req-20e34bd4-e90d-4d7a-a896-f406d6090752 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:53.601075 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-23f88af7-58b2-49d8-aca0-9ef754cbfcb9 req-20e34bd4-e90d-4d7a-a896-f406d6090752 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.1210101 May 04 18:26:53.602194 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d12f42da-5840-49ba-8c6d-b45f31cdf460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:53.605906 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:53.774349 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f42da-5840-49ba-8c6d-b45f31cdf460 service neutron] Pushing event updated for resources: {'Port': ['ID=1638aa14-7403-4257-a09e-05352b898838,revision_number=2']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:53.790157 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device ba8caf9e-b03c-460f-a66d-86794799e2e7 up at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:26:53.821164 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-d12f42da-5840-49ba-8c6d-b45f31cdf460 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:53.833592 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-23f88af7-58b2-49d8-aca0-9ef754cbfcb9 req-5fb597c5-b0a7-4e95-9cab-08842d6a8348 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969528 May 04 18:26:53.866935 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d12f42da-5840-49ba-8c6d-b45f31cdf460 service neutron] Attempting to bind port 1638aa14-7403-4257-a09e-05352b898838 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:26:53.867268 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d12f42da-5840-49ba-8c6d-b45f31cdf460 service neutron] Attempting to bind port 1638aa14-7403-4257-a09e-05352b898838 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'e27d6d3a-acad-4e56-8b22-9dcd41a82e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd89a4125-3764-4595-b3a0-58856003dba9'}] {{(pid=74222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:26:53.867702 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d12f42da-5840-49ba-8c6d-b45f31cdf460 service neutron] Attempting to bind port 1638aa14-7403-4257-a09e-05352b898838 on network d89a4125-3764-4595-b3a0-58856003dba9 {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:26:53.874016 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d12f42da-5840-49ba-8c6d-b45f31cdf460 service neutron] Port 1638aa14-7403-4257-a09e-05352b898838 on network d89a4125-3764-4595-b3a0-58856003dba9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 18:26:53.874367 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d12f42da-5840-49ba-8c6d-b45f31cdf460 service neutron] Attempting to bind port 1638aa14-7403-4257-a09e-05352b898838 on network d89a4125-3764-4595-b3a0-58856003dba9 {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:26:53.881460 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d12f42da-5840-49ba-8c6d-b45f31cdf460 service neutron] Checking agent: {'id': 'eb0c7dda-b795-49f1-9080-37ad6bcb4a66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'started_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:26:53.881789 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d12f42da-5840-49ba-8c6d-b45f31cdf460 service neutron] Checking segment: {'id': 'e27d6d3a-acad-4e56-8b22-9dcd41a82e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd89a4125-3764-4595-b3a0-58856003dba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:26:53.882664 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d12f42da-5840-49ba-8c6d-b45f31cdf460 service neutron] Bound using segment: {'id': 'e27d6d3a-acad-4e56-8b22-9dcd41a82e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd89a4125-3764-4595-b3a0-58856003dba9'} {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:26:53.883098 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d12f42da-5840-49ba-8c6d-b45f31cdf460 service neutron] Bound port: 1638aa14-7403-4257-a09e-05352b898838, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27d6d3a-acad-4e56-8b22-9dcd41a82e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd89a4125-3764-4595-b3a0-58856003dba9'}}] {{(pid=74222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:26:53.883633 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d12f42da-5840-49ba-8c6d-b45f31cdf460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:53.932546 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning for port ba8caf9e-b03c-460f-a66d-86794799e2e7 completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:26:53.938787 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning complete for port ba8caf9e-b03c-460f-a66d-86794799e2e7 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:26:53.946748 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:53.989963 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.db [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d12f42da-5840-49ba-8c6d-b45f31cdf460 service neutron] For port 1638aa14-7403-4257-a09e-05352b898838, host hv-cinder-78960, cleared binding levels {{(pid=74222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:26:53.993456 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.db [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d12f42da-5840-49ba-8c6d-b45f31cdf460 service neutron] For port 1638aa14-7403-4257-a09e-05352b898838, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1638aa14-7403-4257-a09e-05352b898838,segment=NetworkSegment(e27d6d3a-acad-4e56-8b22-9dcd41a82e38),segment_id=e27d6d3a-acad-4e56-8b22-9dcd41a82e38)] {{(pid=74222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:26:54.019092 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-a5205cc5-de39-489c-9a32-52f0f9833282 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:54.052273 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d12f42da-5840-49ba-8c6d-b45f31cdf460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:54.057160 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-383d363b-52f8-4ecf-b523-ee6e51aec275 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:54.130596 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:54.169146 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-a5205cc5-de39-489c-9a32-52f0f9833282 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942676'] for floatingip, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:54.191079 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d12f42da-5840-49ba-8c6d-b45f31cdf460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:54.191720 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d12f42da-5840-49ba-8c6d-b45f31cdf460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for port, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:54.193617 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d12f42da-5840-49ba-8c6d-b45f31cdf460 service neutron] 10.222.0.20 "PUT /v2.0/ports/1638aa14-7403-4257-a09e-05352b898838 HTTP/1.1" status: 200 len: 1094 time: 1.5414147 May 04 18:26:54.193965 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf60b29-9220-465e-83c7-1e3c8c898abe', 'tag': '1638aa14-7403-4257-a09e-05352b898838'}] {{(pid=74222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:26:54.212380 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1dedb52-f273-43f8-a579-fd67e562df83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8caf9e-b03c-460f-a66d-86794799e2e7'}] {{(pid=74223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:26:54.226189 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f42da-5840-49ba-8c6d-b45f31cdf460 service neutron] Pushing event updated for resources: {'Port': ['ID=1638aa14-7403-4257-a09e-05352b898838,revision_number=3']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:54.234138 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port ba8caf9e-b03c-460f-a66d-86794799e2e7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ba8caf9e-b03c-460f-a66d-86794799e2e7,segment=NetworkSegment(6669c33b-c066-4d38-9470-2e21624c8d58),segment_id=6669c33b-c066-4d38-9470-2e21624c8d58)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:26:54.244314 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-d12f42da-5840-49ba-8c6d-b45f31cdf460 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:54.277854 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf60b29-9220-465e-83c7-1e3c8c898abe', 'tag': '1638aa14-7403-4257-a09e-05352b898838', 'status': 'completed', 'code': 200} May 04 18:26:54.283350 dv-cinder-789603-2-smb neutron-server[74223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dedb52-f273-43f8-a579-fd67e562df83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8caf9e-b03c-460f-a66d-86794799e2e7', 'code': 200} May 04 18:26:54.345311 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:54.346424 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device c76755b8-0421-4a49-8f51-afb318dc751c no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:26:54.385017 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-c7b200c1-6ab0-461d-b8cf-7e57b0a9b5e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:54.423019 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] No Port match for: c76755b8-0421-4a49-8f51-afb318dc751c {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:26:54.423671 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device c76755b8-0421-4a49-8f51-afb318dc751c not bound to the agent host hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:26:54.446906 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81cf86-f60d-4ec6-aea7-4f55ead2d554 req-d4768b71-1dd0-42fc-9ae7-8d0351aac4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:54.449153 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5b81cf86-f60d-4ec6-aea7-4f55ead2d554 req-d4768b71-1dd0-42fc-9ae7-8d0351aac4cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae13407124d74fde8758bfce312171fb&device_id=aaf60b29-9220-465e-83c7-1e3c8c898abe HTTP/1.1" status: 200 len: 1097 time: 0.1386173 May 04 18:26:54.457297 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=ba8caf9e-b03c-460f-a66d-86794799e2e7,revision_number=5']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:54.468079 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:54.492809 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7ea85337-a91c-44a9-99f0-6a2631b4e0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for subnet, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:54.495147 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.db.l3_db [None req-a5205cc5-de39-489c-9a32-52f0f9833282 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Floating IP 5cf63d55-5e13-4a9e-bcad-0bcb705276a1 associated. External IP: 172.28.1.14, port: 9dbc6b18-d7b8-44b3-95f1-8159315eaba9. May 04 18:26:54.564805 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-c9e33c61-694b-4097-a796-eab60e189da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:54.686181 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81cf86-f60d-4ec6-aea7-4f55ead2d554 req-ca06e1e7-3fef-4e5d-8a6a-d5940bf0b999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:54.688205 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5b81cf86-f60d-4ec6-aea7-4f55ead2d554 req-ca06e1e7-3fef-4e5d-8a6a-d5940bf0b999 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ae13407124d74fde8758bfce312171fb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2272537 May 04 18:26:54.700711 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87580508-bd03-41e5-8d12-bcf379f1f9a0 req-45305246-4d88-4ac9-a371-20b3a1d7db64 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:54.704132 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-87580508-bd03-41e5-8d12-bcf379f1f9a0 req-45305246-4d88-4ac9-a371-20b3a1d7db64 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.2101223 May 04 18:26:54.776459 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea85337-a91c-44a9-99f0-6a2631b4e0cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bd9ec52-a804-4193-8b88-48dd6ab41652,revision_number=0']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:54.805840 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea85337-a91c-44a9-99f0-6a2631b4e0cb admin admin] Checking segment: {'id': 'a7a4acad-2332-4d46-b874-16952688c4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '9040d36b-5325-4781-ac32-725ba1a5f599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:26:54.806101 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea85337-a91c-44a9-99f0-6a2631b4e0cb admin admin] Network hostable DHCP agents. Network: 9040d36b-5325-4781-ac32-725ba1a5f599, hostable agents: ['948d1784-d24a-40dc-b599-c4e6e391e200'], hosted agents: [] {{(pid=74221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:26:54.812891 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea85337-a91c-44a9-99f0-6a2631b4e0cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:54.813239 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea85337-a91c-44a9-99f0-6a2631b4e0cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:54.813579 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea85337-a91c-44a9-99f0-6a2631b4e0cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:54.813914 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea85337-a91c-44a9-99f0-6a2631b4e0cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:54.814245 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea85337-a91c-44a9-99f0-6a2631b4e0cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:54.814574 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea85337-a91c-44a9-99f0-6a2631b4e0cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:54.814899 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea85337-a91c-44a9-99f0-6a2631b4e0cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:54.815240 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea85337-a91c-44a9-99f0-6a2631b4e0cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:54.815574 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea85337-a91c-44a9-99f0-6a2631b4e0cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:54.815898 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea85337-a91c-44a9-99f0-6a2631b4e0cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:54.816501 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea85337-a91c-44a9-99f0-6a2631b4e0cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:54.816501 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea85337-a91c-44a9-99f0-6a2631b4e0cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:54.827599 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-7ea85337-a91c-44a9-99f0-6a2631b4e0cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:54.981143 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-87580508-bd03-41e5-8d12-bcf379f1f9a0 req-93ece454-41b0-446e-b51e-56624a6568c1 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246187 May 04 18:26:55.001420 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5eae9-1628-4a31-aa89-e8b674f22160 req-e4b7528b-d388-4df0-ac0b-d3727e75fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:55.002883 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-00a5eae9-1628-4a31-aa89-e8b674f22160 req-e4b7528b-d388-4df0-ac0b-d3727e75fd23 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 1099 time: 0.2878828 May 04 18:26:55.005029 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab14bfe-c219-46db-8821-ef01027c8f1d req-aebed62b-f5ea-4883-bd01-a2fe6cd057fb tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:55.005917 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea85337-a91c-44a9-99f0-6a2631b4e0cb admin admin] Network 9040d36b-5325-4781-ac32-725ba1a5f599 is scheduled to be hosted by DHCP agent 948d1784-d24a-40dc-b599-c4e6e391e200 with binding_index 1 {{(pid=74221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:26:55.006760 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-fab14bfe-c219-46db-8821-ef01027c8f1d req-aebed62b-f5ea-4883-bd01-a2fe6cd057fb tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=aaf60b29-9220-465e-83c7-1e3c8c898abe HTTP/1.1" status: 200 len: 944 time: 0.3010910 May 04 18:26:55.041082 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81cf86-f60d-4ec6-aea7-4f55ead2d554 req-a3f554d7-a418-43c2-9af5-a4c866c21b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:55.042614 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5b81cf86-f60d-4ec6-aea7-4f55ead2d554 req-a3f554d7-a418-43c2-9af5-a4c866c21b41 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2872980 May 04 18:26:55.074013 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5205cc5-de39-489c-9a32-52f0f9833282 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Router c72f5abf-89e4-40d2-aee3-34e4d4ce714a has already been hosted by L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b {{(pid=74221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:26:55.087994 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-00a5eae9-1628-4a31-aa89-e8b674f22160 req-5bcf4207-d95d-40a5-b5d5-452dd1d457be service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685925 May 04 18:26:55.144448 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-fab14bfe-c219-46db-8821-ef01027c8f1d req-ba9d3cd8-8831-4eda-832b-114613d84059 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050191 May 04 18:26:55.159613 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [None req-7ea85337-a91c-44a9-99f0-6a2631b4e0cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-smb, 9040d36b-5325-4781-ac32-725ba1a5f599) {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:26:55.170400 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc11fdfc-603b-4d34-8373-9f92a061918e None None] Network 9040d36b-5325-4781-ac32-725ba1a5f599 requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:26:55.172074 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea85337-a91c-44a9-99f0-6a2631b4e0cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:55.172662 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7ea85337-a91c-44a9-99f0-6a2631b4e0cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:55.229434 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 48636) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:55.294023 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-7ea85337-a91c-44a9-99f0-6a2631b4e0cb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2809033 May 04 18:26:55.297582 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5205cc5-de39-489c-9a32-52f0f9833282 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:26:55.315512 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457f6921-d21d-4d60-9d9a-9bec51da6eb9 None None] Sync routers for ids ['c72f5abf-89e4-40d2-aee3-34e4d4ce714a'] in dv-cinder-789603-2-smb {{(pid=74224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:26:55.316819 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-a5205cc5-de39-489c-9a32-52f0f9833282 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for floatingip, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:55.329526 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457f6921-d21d-4d60-9d9a-9bec51da6eb9 None None] Routers {'c72f5abf-89e4-40d2-aee3-34e4d4ce714a'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:26:55.330521 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-457f6921-d21d-4d60-9d9a-9bec51da6eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:26:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['c72f5abf-89e4-40d2-aee3-34e4d4ce714a'], 'active': True} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:55.407034 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-a5205cc5-de39-489c-9a32-52f0f9833282 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "PUT /v2.0/floatingips/5cf63d55-5e13-4a9e-bcad-0bcb705276a1 HTTP/1.1" status: 200 len: 991 time: 2.5728168 May 04 18:26:55.407034 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b12988-8c48-42d2-a46b-b726b3fa6854', 'tag': '9dbc6b18-d7b8-44b3-95f1-8159315eaba9'}] {{(pid=74221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:26:55.409029 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-cedda666-3dd3-4b6b-ad81-81c5be8e0baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:55.410501 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-cedda666-3dd3-4b6b-ad81-81c5be8e0baa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae13407124d74fde8758bfce312171fb&device_id=aaf60b29-9220-465e-83c7-1e3c8c898abe HTTP/1.1" status: 200 len: 1097 time: 0.2380228 May 04 18:26:55.433376 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c20e9-fa67-4eef-bd7b-13827ca208fa req-625bc2ea-aa38-49a5-baad-193ffa82db81 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:55.447397 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-eb9c20e9-fa67-4eef-bd7b-13827ca208fa req-625bc2ea-aa38-49a5-baad-193ffa82db81 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.2109511 May 04 18:26:55.465135 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 48650) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:55.549795 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19f6582-8218-4ec1-94bd-5e3c0430a864 None None] Network 9040d36b-5325-4781-ac32-725ba1a5f599 requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:26:55.583081 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvr_db [None req-457f6921-d21d-4d60-9d9a-9bec51da6eb9 None None] Set router c72f5abf-89e4-40d2-aee3-34e4d4ce714a gateway port host: dv-cinder-789603-2-smb {{(pid=74224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:26:55.661062 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b12988-8c48-42d2-a46b-b726b3fa6854', 'tag': '9dbc6b18-d7b8-44b3-95f1-8159315eaba9', 'status': 'completed', 'code': 200} May 04 18:26:55.696585 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-ac199ee5-15d1-4753-90ca-4e5a42541e28 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1638aa14-7403-4257-a09e-05352b898838 HTTP/1.1" status: 200 len: 217 time: 0.2462945 May 04 18:26:55.722346 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-1ee64393-fabf-41ae-bfb8-2d78d28797ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:55.794330 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-1ee64393-fabf-41ae-bfb8-2d78d28797ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:55.798987 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-1ee64393-fabf-41ae-bfb8-2d78d28797ed admin admin] Usage tracker for resource:security_group_rule and tenant:5a596f44ab4a4144a25b434913351738 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:55.801874 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-1ee64393-fabf-41ae-bfb8-2d78d28797ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:55.807921 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-1ee64393-fabf-41ae-bfb8-2d78d28797ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:55.827538 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-3cacc9db-099f-4d1d-a105-4421b3e673d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:55.852158 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-eb9c20e9-fa67-4eef-bd7b-13827ca208fa req-8bd7e1ac-7f72-4e87-95c5-221d1d74dd6b tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988669 May 04 18:26:55.856357 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-3cacc9db-099f-4d1d-a105-4421b3e673d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:55.864186 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-3cacc9db-099f-4d1d-a105-4421b3e673d0 admin admin] Usage tracker for resource:security_group_rule and tenant:79733b1cb1d04889b20982cef61a38ab is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:55.867561 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-3cacc9db-099f-4d1d-a105-4421b3e673d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:55.880938 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d8d60091-3838-4991-a108-1e24be2a8066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:55.882328 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-3cacc9db-099f-4d1d-a105-4421b3e673d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:55.882478 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-d8d60091-3838-4991-a108-1e24be2a8066 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=745e4f5f-e99e-45c7-ba2f-044ccda911f1 HTTP/1.1" status: 200 len: 854 time: 0.1632738 May 04 18:26:55.910198 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29aed0a-460a-468a-8010-772524ce7e8f req-da65146a-fcb8-446b-b92a-7c20eb230058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:55.911920 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-f29aed0a-460a-468a-8010-772524ce7e8f req-da65146a-fcb8-446b-b92a-7c20eb230058 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76bc34a978a74f5391886da16fb39bf8&device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 1099 time: 0.2156031 May 04 18:26:55.959122 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-144b0406-b01c-49f8-a923-10c9f8d7d496 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d89a4125-3764-4595-b3a0-58856003dba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566580 May 04 18:26:55.975720 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 48666) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:56.132165 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6d4da5-7843-4c77-be41-e9198e8e4a40 admin admin] Deleting subnet cf4b0c16-5c73-4270-8934-4957157e663f {{(pid=74221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 18:26:56.133966 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-1ee64393-fabf-41ae-bfb8-2d78d28797ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:56.161165 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-fd6d4da5-7843-4c77-be41-e9198e8e4a40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:56.183591 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-457f6921-d21d-4d60-9d9a-9bec51da6eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'name': 'tempest-AttachVolumeShelveTestJSON-690331288-router', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:59Z', 'updated_at': '2021-05-04T18:26:15Z', 'revision_number': 4, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'gw_port': {'id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_floatingips': [{'id': '5cf63d55-5e13-4a9e-bcad-0bcb705276a1', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'floating_ip_address': '172.28.1.14', 'floating_network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'router_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'port_id': '9dbc6b18-d7b8-44b3-95f1-8159315eaba9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'mac_address': 'fa:16:3e:20:14:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b12988-8c48-42d2-a46b-b726b3fa6854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:26:27Z', 'updated_at': '2021-05-04T18:26:53Z', 'revision_number': 1, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e3a534d-16d5-4f34-8bae-be2e74066f3c', 'name': '', 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'mac_address': 'fa:16:3e:49:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:12Z', 'updated_at': '2021-05-04T18:26:27Z', 'revision_number': 5, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'subnets': [{'id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:56.185824 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457f6921-d21d-4d60-9d9a-9bec51da6eb9 None None] Checking router: c72f5abf-89e4-40d2-aee3-34e4d4ce714a for host: dv-cinder-789603-2-smb {{(pid=74224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:26:56.197244 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457f6921-d21d-4d60-9d9a-9bec51da6eb9 None None] Routers {'c72f5abf-89e4-40d2-aee3-34e4d4ce714a'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:26:56.197968 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-457f6921-d21d-4d60-9d9a-9bec51da6eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:26:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['c72f5abf-89e4-40d2-aee3-34e4d4ce714a'], 'active': True} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:56.200557 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-199c69b1-8283-434b-bbf9-5728173901e5 service neutron] 10.222.0.20 "GET /v2.0/networks/d89a4125-3764-4595-b3a0-58856003dba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270522 May 04 18:26:56.340467 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-1ee64393-fabf-41ae-bfb8-2d78d28797ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:56.357656 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-fd6d4da5-7843-4c77-be41-e9198e8e4a40 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:56.370594 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-3cacc9db-099f-4d1d-a105-4421b3e673d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:56.381312 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-fd6d4da5-7843-4c77-be41-e9198e8e4a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774518'] for subnet, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:56.414980 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:56.426250 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29aed0a-460a-468a-8010-772524ce7e8f req-e20ce00b-a19d-47a0-a00f-0235101eed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:56.427728 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-f29aed0a-460a-468a-8010-772524ce7e8f req-e20ce00b-a19d-47a0-a00f-0235101eed9b service neutron] 10.222.0.20 "GET /v2.0/networks?id=3feac1cb-76d7-4653-8c68-28519f9a3ebb HTTP/1.1" status: 200 len: 917 time: 0.4898689 May 04 18:26:56.460630 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvr_db [None req-457f6921-d21d-4d60-9d9a-9bec51da6eb9 None None] Set router c72f5abf-89e4-40d2-aee3-34e4d4ce714a gateway port host: dv-cinder-789603-2-smb {{(pid=74224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:26:56.534308 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-3cacc9db-099f-4d1d-a105-4421b3e673d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:56.546528 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-dd71d949-2e8c-47cf-a80c-8577c5db0344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:56.577510 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cacc9db-099f-4d1d-a105-4421b3e673d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24657853-6aa9-4c3e-be80-911126048588,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:56.578299 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7e97c0d0-3261-4a0d-a582-7ee940f8637d req-b28c53b8-f90a-4648-990f-8e07bd4665e5 service neutron] 10.222.0.20 "GET /v2.0/networks/d89a4125-3764-4595-b3a0-58856003dba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719953 May 04 18:26:56.621832 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-1ee64393-fabf-41ae-bfb8-2d78d28797ed admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5a596f44ab4a4144a25b434913351738&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3910575 May 04 18:26:56.629708 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee64393-fabf-41ae-bfb8-2d78d28797ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067602a2-be92-479f-8312-bd1c836ef045,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:56.639895 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 48684) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:56.640216 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 48686) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:56.642457 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee64393-fabf-41ae-bfb8-2d78d28797ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:56.642802 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee64393-fabf-41ae-bfb8-2d78d28797ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:56.643144 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee64393-fabf-41ae-bfb8-2d78d28797ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:56.643503 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee64393-fabf-41ae-bfb8-2d78d28797ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:56.643845 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee64393-fabf-41ae-bfb8-2d78d28797ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:56.644169 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee64393-fabf-41ae-bfb8-2d78d28797ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:56.644503 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee64393-fabf-41ae-bfb8-2d78d28797ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:56.645433 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee64393-fabf-41ae-bfb8-2d78d28797ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:56.645433 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee64393-fabf-41ae-bfb8-2d78d28797ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:56.645433 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee64393-fabf-41ae-bfb8-2d78d28797ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:56.645791 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee64393-fabf-41ae-bfb8-2d78d28797ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:56.646101 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee64393-fabf-41ae-bfb8-2d78d28797ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:56.659054 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-3cacc9db-099f-4d1d-a105-4421b3e673d0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=79733b1cb1d04889b20982cef61a38ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1927996 May 04 18:26:56.659813 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 48692) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:56.661343 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-1ee64393-fabf-41ae-bfb8-2d78d28797ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:56.668498 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-3cacc9db-099f-4d1d-a105-4421b3e673d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:56.675800 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-3f89a45e-53d6-4f6e-b626-f502d858dfde admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-38878719-network', 'tenant_id': '8fd67a32288a4fd3979c009c1c75a09c'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:26:56.681384 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-3f89a45e-53d6-4f6e-b626-f502d858dfde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:56.684610 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-3f89a45e-53d6-4f6e-b626-f502d858dfde admin admin] Usage tracker for resource:network and tenant:8fd67a32288a4fd3979c009c1c75a09c is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:56.697622 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fbe6c-babe-4730-90b8-fa9c7ba2f27a req-d27a0988-2f62-437a-9bb9-7005817457c5 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:56.699782 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-496fbe6c-babe-4730-90b8-fa9c7ba2f27a req-d27a0988-2f62-437a-9bb9-7005817457c5 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.4978135 May 04 18:26:56.701484 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-3f89a45e-53d6-4f6e-b626-f502d858dfde admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:56.708733 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-3f89a45e-53d6-4f6e-b626-f502d858dfde admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:56.742696 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-f29aed0a-460a-468a-8010-772524ce7e8f req-505f4ca8-c5ca-43f3-ad50-c0081bffe114 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dbc6b18-d7b8-44b3-95f1-8159315eaba9 HTTP/1.1" status: 200 len: 999 time: 0.2847769 May 04 18:26:56.780137 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e135c27-c3ba-4b78-a922-4b4d9a005ae0 req-014a5a3f-91ba-45fd-ab94-9e58d8e5b6f9 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:56.783688 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6e135c27-c3ba-4b78-a922-4b4d9a005ae0 req-014a5a3f-91ba-45fd-ab94-9e58d8e5b6f9 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=aaf60b29-9220-465e-83c7-1e3c8c898abe HTTP/1.1" status: 200 len: 944 time: 0.4443791 May 04 18:26:56.840665 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-496fbe6c-babe-4730-90b8-fa9c7ba2f27a req-45fb49ee-1aab-451a-81f1-099df99afb7c tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132414 May 04 18:26:56.843988 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f89a45e-53d6-4f6e-b626-f502d858dfde admin admin] Made reservation on behalf of 8fd67a32288a4fd3979c009c1c75a09c for: {'network': 1} {{(pid=74222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:26:56.846202 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-3f89a45e-53d6-4f6e-b626-f502d858dfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for network, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:56.861967 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-0e04504c-631b-462e-8a8c-945cb238c853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:56.894239 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-457f6921-d21d-4d60-9d9a-9bec51da6eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'name': 'tempest-AttachVolumeShelveTestJSON-690331288-router', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:59Z', 'updated_at': '2021-05-04T18:26:15Z', 'revision_number': 4, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'gw_port': {'id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_floatingips': [{'id': '5cf63d55-5e13-4a9e-bcad-0bcb705276a1', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'floating_ip_address': '172.28.1.14', 'floating_network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'router_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'port_id': '9dbc6b18-d7b8-44b3-95f1-8159315eaba9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'mac_address': 'fa:16:3e:20:14:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b12988-8c48-42d2-a46b-b726b3fa6854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:26:27Z', 'updated_at': '2021-05-04T18:26:53Z', 'revision_number': 1, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e3a534d-16d5-4f34-8bae-be2e74066f3c', 'name': '', 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'mac_address': 'fa:16:3e:49:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:12Z', 'updated_at': '2021-05-04T18:26:27Z', 'revision_number': 5, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'subnets': [{'id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:56.896751 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6e135c27-c3ba-4b78-a922-4b4d9a005ae0 req-92c07a91-7038-45d3-8057-94d0bcbe6e3f tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049056 May 04 18:26:56.899810 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457f6921-d21d-4d60-9d9a-9bec51da6eb9 None None] The sync data for ids ['c72f5abf-89e4-40d2-aee3-34e4d4ce714a'] in dv-cinder-789603-2-smb is: [{'id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'name': 'tempest-AttachVolumeShelveTestJSON-690331288-router', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:59Z', 'updated_at': '2021-05-04T18:26:15Z', 'revision_number': 4, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'gw_port': {'id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_floatingips': [{'id': '5cf63d55-5e13-4a9e-bcad-0bcb705276a1', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'floating_ip_address': '172.28.1.14', 'floating_network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'router_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'port_id': '9dbc6b18-d7b8-44b3-95f1-8159315eaba9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'mac_address': 'fa:16:3e:20:14:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b12988-8c48-42d2-a46b-b726b3fa6854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:26:27Z', 'updated_at': '2021-05-04T18:26:53Z', 'revision_number': 1, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e3a534d-16d5-4f34-8bae-be2e74066f3c', 'name': '', 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'mac_address': 'fa:16:3e:49:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:12Z', 'updated_at': '2021-05-04T18:26:27Z', 'revision_number': 5, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'subnets': [{'id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:26:56.913371 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-3f89a45e-53d6-4f6e-b626-f502d858dfde admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:56.913703 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29aed0a-460a-468a-8010-772524ce7e8f req-3faf5e40-5197-444f-bd8d-f55c094a6db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:56.915241 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-f29aed0a-460a-468a-8010-772524ce7e8f req-3faf5e40-5197-444f-bd8d-f55c094a6db3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ac34bf5f-88ea-4331-a071-effcc9c85f2a HTTP/1.1" status: 200 len: 855 time: 0.1632826 May 04 18:26:56.978279 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-3f89a45e-53d6-4f6e-b626-f502d858dfde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:56.986808 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-0e04504c-631b-462e-8a8c-945cb238c853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:57.003179 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-3f89a45e-53d6-4f6e-b626-f502d858dfde admin admin] Usage tracker for resource:security_group_rule and tenant:8fd67a32288a4fd3979c009c1c75a09c is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:57.008281 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-3f89a45e-53d6-4f6e-b626-f502d858dfde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:57.026371 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-3f89a45e-53d6-4f6e-b626-f502d858dfde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:57.027652 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-17cb56a7-acac-4ef2-a2f8-a1ce943a245a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:57.065684 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-17cb56a7-acac-4ef2-a2f8-a1ce943a245a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:57.101345 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-fd6d4da5-7843-4c77-be41-e9198e8e4a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for subnet, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:57.120619 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:57.164138 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d4da5-7843-4c77-be41-e9198e8e4a40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf4b0c16-5c73-4270-8934-4957157e663f,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:57.170347 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634939ca-ae91-4f4f-9d28-8b048c422a25 None None] New status for floating IP 5cf63d55-5e13-4a9e-bcad-0bcb705276a1: ACTIVE {{(pid=74223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:26:57.177317 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-fd6d4da5-7843-4c77-be41-e9198e8e4a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:57.182149 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-fd6d4da5-7843-4c77-be41-e9198e8e4a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:57.194072 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29aed0a-460a-468a-8010-772524ce7e8f req-929cadb6-964e-4de8-838a-1d1783746886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:57.195792 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-f29aed0a-460a-468a-8010-772524ce7e8f req-929cadb6-964e-4de8-838a-1d1783746886 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3feac1cb-76d7-4653-8c68-28519f9a3ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2682753 May 04 18:26:57.201603 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-fd6d4da5-7843-4c77-be41-e9198e8e4a40 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cf4b0c16-5c73-4270-8934-4957157e663f HTTP/1.1" status: 204 len: 168 time: 1.2212994 May 04 18:26:57.202471 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 48698) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:57.204070 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3fa40-0b6c-4fac-a386-9039c6920d50 req-60a0614f-d8b6-460e-aefb-1ed1160097f0 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:57.211571 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-03c3fa40-0b6c-4fac-a386-9039c6920d50 req-60a0614f-d8b6-460e-aefb-1ed1160097f0 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.1689796 May 04 18:26:57.230287 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-0e04504c-631b-462e-8a8c-945cb238c853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:57.249463 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-96466278-4e12-4414-96ab-6f42a1323aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:57.276120 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-3f89a45e-53d6-4f6e-b626-f502d858dfde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:57.277153 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04504c-631b-462e-8a8c-945cb238c853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067602a2-be92-479f-8312-bd1c836ef045,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:57.279664 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-0e04504c-631b-462e-8a8c-945cb238c853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:57.299804 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-03c3fa40-0b6c-4fac-a386-9039c6920d50 req-b6be0ac1-5e07-48b0-b510-700629d3f0c7 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873973 May 04 18:26:57.303574 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-0e04504c-631b-462e-8a8c-945cb238c853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:57.303574 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-0e04504c-631b-462e-8a8c-945cb238c853 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/067602a2-be92-479f-8312-bd1c836ef045 HTTP/1.1" status: 204 len: 168 time: 0.6537554 May 04 18:26:57.377029 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-17cb56a7-acac-4ef2-a2f8-a1ce943a245a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:57.378043 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-3f89a45e-53d6-4f6e-b626-f502d858dfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:57.379092 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-17cb56a7-acac-4ef2-a2f8-a1ce943a245a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:57.380233 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-17cb56a7-acac-4ef2-a2f8-a1ce943a245a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/24657853-6aa9-4c3e-be80-911126048588 HTTP/1.1" status: 204 len: 168 time: 0.7005754 May 04 18:26:57.381535 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:57.388657 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-1e976e5d-e098-4f2a-9bbc-8cbb5a1e1182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:57.418624 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb56a7-acac-4ef2-a2f8-a1ce943a245a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24657853-6aa9-4c3e-be80-911126048588,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:57.420958 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f89a45e-53d6-4f6e-b626-f502d858dfde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=74222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:26:57.447337 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89a45e-53d6-4f6e-b626-f502d858dfde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd861018-2f61-48d6-9a4a-5950d2d9b3e7,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:57.451563 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-3f89a45e-53d6-4f6e-b626-f502d858dfde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:57.454305 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-17cb56a7-acac-4ef2-a2f8-a1ce943a245a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:57.455352 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-3f89a45e-53d6-4f6e-b626-f502d858dfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:57.455786 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.db.segments_db [None req-3f89a45e-53d6-4f6e-b626-f502d858dfde admin admin] Added segment 18d6efec-d729-45db-81f5-be939e12153b of type vlan for network 39b35aab-83ac-49e3-917d-68b993cebece May 04 18:26:57.483016 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688272'] for network, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:57.487859 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-3f89a45e-53d6-4f6e-b626-f502d858dfde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785699775636'] for network, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:57.544538 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-f29aed0a-460a-468a-8010-772524ce7e8f req-bae8caee-6e62-46fd-8b3f-507b5f2c39c6 service neutron] 10.222.0.20 "GET /v2.0/networks/3feac1cb-76d7-4653-8c68-28519f9a3ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387413 May 04 18:26:57.605889 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-3f89a45e-53d6-4f6e-b626-f502d858dfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:57.607686 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f89a45e-53d6-4f6e-b626-f502d858dfde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:57.607908 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-3f89a45e-53d6-4f6e-b626-f502d858dfde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:57.618933 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:57.714988 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771051', 'neutron.services.segments.db._delete_segments_for_network-8785700215345'] for network, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:57.791061 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89a45e-53d6-4f6e-b626-f502d858dfde admin admin] Pushing event updated for resources: {'Network': ['ID=39b35aab-83ac-49e3-917d-68b993cebece,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:57.798864 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-3f89a45e-53d6-4f6e-b626-f502d858dfde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:57.800766 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-3f89a45e-53d6-4f6e-b626-f502d858dfde admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1500123 May 04 18:26:57.803993 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 48712) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:57.806550 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Network 39b35aab-83ac-49e3-917d-68b993cebece details requested by agent ovs-agent-dv-cinder-789603-2-smb with host dv-cinder-789603-2-smb {{(pid=74223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:26:57.819774 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-7bb82e3e-9965-40bd-a3cb-eada6af92e4e admin admin] Request body: {'subnet': {'network_id': '39b35aab-83ac-49e3-917d-68b993cebece', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-38878719-subnet', 'tenant_id': '8fd67a32288a4fd3979c009c1c75a09c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:26:57.836978 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-7bb82e3e-9965-40bd-a3cb-eada6af92e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:57.862789 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-7bb82e3e-9965-40bd-a3cb-eada6af92e4e admin admin] Usage tracker for resource:subnet and tenant:8fd67a32288a4fd3979c009c1c75a09c is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:57.866800 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-7bb82e3e-9965-40bd-a3cb-eada6af92e4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:57.890653 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-f29aed0a-460a-468a-8010-772524ce7e8f req-bd188933-af7d-4aa9-b32e-f0fc49446045 service neutron] 10.222.0.20 "GET /v2.0/networks/3feac1cb-76d7-4653-8c68-28519f9a3ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220859 May 04 18:26:57.890653 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-7bb82e3e-9965-40bd-a3cb-eada6af92e4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:57.890653 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:26:57.890653 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:26:57.891467 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:26:57.891467 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] Subscribe: > port after_create 55550000 {{(pid=74221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:26:57.891597 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] Subscribe: > port after_delete 55550000 {{(pid=74221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:26:57.892330 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] Subscribe: > port after_update 55550000 {{(pid=74221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:26:57.892330 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:26:57.892497 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:26:57.892801 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:26:57.893108 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:26:58.083457 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:26:58.083944 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:26:58.084146 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:26:58.084464 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:26:58.084814 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6439c8b0-68f5-4b5e-8176-84afc9c83264']}} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:58.100123 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ae4dd1-f3b1-491e-9422-eca14da9d1e8') {'for_net_delete': True} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:58.100411 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ae4dd1-f3b1-491e-9422-eca14da9d1e8') {} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:58.114292 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700225895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15324854'] for segment, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:58.130681 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a32b9-eb01-45b2-8e58-dd2bd2c1d5f3 req-281a2a60-af9b-4485-a1f0-38345a665d7e tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:58.132467 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c62a32b9-eb01-45b2-8e58-dd2bd2c1d5f3 req-281a2a60-af9b-4485-a1f0-38345a665d7e tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.1390579 May 04 18:26:58.141987 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:58.149677 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=74221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:26:58.189553 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d965564-0338-44b1-9c66-7e0a7cb5bbe6 req-2b17b0bf-4306-4275-9c83-bd5fe580e0fe tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:58.191022 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3d965564-0338-44b1-9c66-7e0a7cb5bbe6 req-2b17b0bf-4306-4275-9c83-bd5fe580e0fe tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=aaf60b29-9220-465e-83c7-1e3c8c898abe HTTP/1.1" status: 200 len: 944 time: 0.1397960 May 04 18:26:58.195976 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c62a32b9-eb01-45b2-8e58-dd2bd2c1d5f3 req-220b3ff4-6757-4135-8d3a-9ae70b8e211b tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567422 May 04 18:26:58.223702 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb82e3e-9965-40bd-a3cb-eada6af92e4e admin admin] Made reservation on behalf of 8fd67a32288a4fd3979c009c1c75a09c for: {'subnet': 1} {{(pid=74221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:26:58.226350 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7bb82e3e-9965-40bd-a3cb-eada6af92e4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15596336'] for subnet, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:58.247563 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3d965564-0338-44b1-9c66-7e0a7cb5bbe6 req-b1c4a56f-e53d-487c-a0cd-d77ed357154a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481772 May 04 18:26:58.305151 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 48732) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:58.324573 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d9eac2db-9caf-43b5-9ab6-8dea300dffaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:58.347552 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-d9eac2db-9caf-43b5-9ab6-8dea300dffaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:26:58.352153 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-d9eac2db-9caf-43b5-9ab6-8dea300dffaa admin admin] Usage tracker for resource:security_group_rule and tenant:3ac1c1ac9fec45f09fa851b039683cd0 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:26:58.356481 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-d9eac2db-9caf-43b5-9ab6-8dea300dffaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:26:58.363401 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-d9eac2db-9caf-43b5-9ab6-8dea300dffaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:26:58.549788 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] Network 6439c8b0-68f5-4b5e-8176-84afc9c83264 has no segments {{(pid=74221) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 18:26:58.559984 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acb721-73c5-4715-868a-611dd9060c35 req-460d3ec8-f956-47b7-9c4a-1cffa270494a tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:58.560632 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262147'] for segment, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:58.561478 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-58acb721-73c5-4715-868a-611dd9060c35 req-460d3ec8-f956-47b7-9c4a-1cffa270494a tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.1895375 May 04 18:26:58.574315 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 48744) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:58.583262 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-c17bc73d-e994-4d03-ae6c-235d4c8cfeda tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Request body: {'floatingip': {'port_id': 'ba8caf9e-b03c-460f-a66d-86794799e2e7'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:26:58.672802 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d9eac2db-9caf-43b5-9ab6-8dea300dffaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:58.675180 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c17bc73d-e994-4d03-ae6c-235d4c8cfeda tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for floatingip, before_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:58.736007 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d9eac2db-9caf-43b5-9ab6-8dea300dffaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:58.749476 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] Network 6439c8b0-68f5-4b5e-8176-84afc9c83264 has no segments {{(pid=74221) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 18:26:58.760667 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: from cryptography.utils import int_from_bytes May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: from cryptography.utils import int_from_bytes May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: Traceback (most recent call last): May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: timer() May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: cb(*args, **kw) May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: return func(*args, **kwargs) May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: self._notify() May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: self.callback(batched_events) May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: event.method(event) May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: return f(self, *a, **k) May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: return self._get(url).json() May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: return self.request(url, 'GET', **kwargs) May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:26:58.801353 dv-cinder-789603-2-smb neutron-server[74221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:26:58.864685 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56acb58-458e-479e-8c4a-50819233f270 req-069c34a0-ca3b-4f4f-812c-f0205c242f12 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:58.866007 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a56acb58-458e-479e-8c4a-50819233f270 req-069c34a0-ca3b-4f4f-812c-f0205c242f12 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.3844166 May 04 18:26:58.871137 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-d9eac2db-9caf-43b5-9ab6-8dea300dffaa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3ac1c1ac9fec45f09fa851b039683cd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5649836 May 04 18:26:58.871926 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eac2db-9caf-43b5-9ab6-8dea300dffaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe1832b-8336-4bff-87a3-65f6c5dfbab5,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:58.875258 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 48756) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:58.878127 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-d9eac2db-9caf-43b5-9ab6-8dea300dffaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:58.968587 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a56acb58-458e-479e-8c4a-50819233f270 req-a97cddab-3d3b-4f00-b852-d954c361f9ac tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928988 May 04 18:26:58.994443 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ebf7fd5b-720a-4b13-bc0a-bd572a4b4fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:59.015385 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942662'] for network, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:59.032406 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ebf7fd5b-720a-4b13-bc0a-bd572a4b4fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:59.040224 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-c3fad542-573b-4fc7-a0a2-479c01ff5871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:59.065872 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:59.088587 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] Pushing event deleted for resources: {'Network': ['ID=6439c8b0-68f5-4b5e-8176-84afc9c83264,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:59.111157 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:59.202779 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] 10.222.0.49 "DELETE /v2.0/networks/6439c8b0-68f5-4b5e-8176-84afc9c83264 HTTP/1.1" status: 204 len: 168 time: 1.9982758 May 04 18:26:59.298408 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ebf7fd5b-720a-4b13-bc0a-bd572a4b4fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:59.305996 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-b7d30087-8bcf-4135-b047-163e5de8674f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:59.321500 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7bb82e3e-9965-40bd-a3cb-eada6af92e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15596326'] for subnet, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:59.325539 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7fd5b-720a-4b13-bc0a-bd572a4b4fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe1832b-8336-4bff-87a3-65f6c5dfbab5,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:59.333621 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-ebf7fd5b-720a-4b13-bc0a-bd572a4b4fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:59.342948 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-826cfed7-240d-4e91-ade7-c02c4ab1c5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:26:59.369838 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ebf7fd5b-720a-4b13-bc0a-bd572a4b4fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:59.373262 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-ebf7fd5b-720a-4b13-bc0a-bd572a4b4fa1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4fe1832b-8336-4bff-87a3-65f6c5dfbab5 HTTP/1.1" status: 204 len: 168 time: 0.4926617 May 04 18:26:59.424923 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb82e3e-9965-40bd-a3cb-eada6af92e4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=332a97e0-c43d-4850-9b45-ff3cec961b00,revision_number=0']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:59.428641 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-7bb82e3e-9965-40bd-a3cb-eada6af92e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:26:59.440896 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb82e3e-9965-40bd-a3cb-eada6af92e4e admin admin] Checking segment: {'id': '18d6efec-d729-45db-81f5-be939e12153b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '39b35aab-83ac-49e3-917d-68b993cebece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:26:59.441246 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb82e3e-9965-40bd-a3cb-eada6af92e4e admin admin] Network hostable DHCP agents. Network: 39b35aab-83ac-49e3-917d-68b993cebece, hostable agents: ['948d1784-d24a-40dc-b599-c4e6e391e200'], hosted agents: [] {{(pid=74221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:26:59.566062 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb82e3e-9965-40bd-a3cb-eada6af92e4e admin admin] Network 39b35aab-83ac-49e3-917d-68b993cebece is scheduled to be hosted by DHCP agent 948d1784-d24a-40dc-b599-c4e6e391e200 with binding_index 1 {{(pid=74221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:26:59.650814 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed101bc-64eb-44fb-8134-6d74e27fd000 req-04fa26e0-b265-4bec-ae27-86520a2ffe49 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:59.652155 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [None req-7bb82e3e-9965-40bd-a3cb-eada6af92e4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-smb, 39b35aab-83ac-49e3-917d-68b993cebece) {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:26:59.652305 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7ed101bc-64eb-44fb-8134-6d74e27fd000 req-04fa26e0-b265-4bec-ae27-86520a2ffe49 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=aaf60b29-9220-465e-83c7-1e3c8c898abe HTTP/1.1" status: 200 len: 944 time: 0.2066214 May 04 18:26:59.662826 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb82e3e-9965-40bd-a3cb-eada6af92e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:26:59.663903 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7bb82e3e-9965-40bd-a3cb-eada6af92e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:59.669101 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6238a688-01ba-480b-9612-80220771c2f8 None None] Network 39b35aab-83ac-49e3-917d-68b993cebece requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:26:59.741588 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 48806) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:59.762040 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-7bb82e3e-9965-40bd-a3cb-eada6af92e4e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9504628 May 04 18:26:59.803274 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-05eeba8b-08ff-4025-adc5-1f4e7b6013c2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bbb04e0b5efb425f90f0f9aee3cac890&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0580673 May 04 18:26:59.804219 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 48812) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:26:59.813882 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7ed101bc-64eb-44fb-8134-6d74e27fd000 req-5bc6dafc-ca6b-4a48-b1e7-56ba722920ed tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250944 May 04 18:26:59.858862 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 1638aa14-7403-4257-a09e-05352b898838 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:26:59.861459 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c17bc73d-e994-4d03-ae6c-235d4c8cfeda tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:59.904490 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0a84b1bd-bb00-4615-80d6-6e9112a4c71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:59.932361 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c17bc73d-e994-4d03-ae6c-235d4c8cfeda tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942676'] for floatingip, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:59.947267 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0a84b1bd-bb00-4615-80d6-6e9112a4c71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:00.063169 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe07b343-dd57-4f7c-a6cd-7e3ad1767ef5 None None] Network 39b35aab-83ac-49e3-917d-68b993cebece requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:27:00.138915 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0a84b1bd-bb00-4615-80d6-6e9112a4c71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:00.152384 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-69a2e64f-74bc-4f77-9ea0-7b310cd43090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:00.179778 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84b1bd-bb00-4615-80d6-6e9112a4c71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00722f54-4f75-41c7-98df-3035ea613095,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:00.183288 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-0a84b1bd-bb00-4615-80d6-6e9112a4c71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:00.198269 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.db.l3_db [None req-c17bc73d-e994-4d03-ae6c-235d4c8cfeda tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Floating IP 2f23f19f-b0b1-4906-9f00-3ed3bcd52f9d associated. External IP: 172.28.1.200, port: ba8caf9e-b03c-460f-a66d-86794799e2e7. May 04 18:27:00.236248 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0a84b1bd-bb00-4615-80d6-6e9112a4c71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:00.237476 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-0a84b1bd-bb00-4615-80d6-6e9112a4c71f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/00722f54-4f75-41c7-98df-3035ea613095 HTTP/1.1" status: 204 len: 168 time: 0.4323790 May 04 18:27:00.345090 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 1638aa14-7403-4257-a09e-05352b898838, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1638aa14-7403-4257-a09e-05352b898838,segment=NetworkSegment(e27d6d3a-acad-4e56-8b22-9dcd41a82e38),segment_id=e27d6d3a-acad-4e56-8b22-9dcd41a82e38)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:27:00.368193 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Returning: {'device': '1638aa14-7403-4257-a09e-05352b898838', 'network_id': 'd89a4125-3764-4595-b3a0-58856003dba9', 'port_id': '1638aa14-7403-4257-a09e-05352b898838', 'mac_address': 'fa:16:3e:e8:f3:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745e4f5f-e99e-45c7-ba2f-044ccda911f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:27:00.453785 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d736938-beea-46ac-8217-ac520962c172 req-2af7e2d3-0fd3-48c7-a2fd-ba01d546c1a5 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:00.455300 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9d736938-beea-46ac-8217-ac520962c172 req-2af7e2d3-0fd3-48c7-a2fd-ba01d546c1a5 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.1840186 May 04 18:27:00.476269 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:00.503830 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1638aa14-7403-4257-a09e-05352b898838 {{(pid=74223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:27:00.521491 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 1638aa14-7403-4257-a09e-05352b898838, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1638aa14-7403-4257-a09e-05352b898838,segment=NetworkSegment(e27d6d3a-acad-4e56-8b22-9dcd41a82e38),segment_id=e27d6d3a-acad-4e56-8b22-9dcd41a82e38)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:27:00.586236 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9d736938-beea-46ac-8217-ac520962c172 req-52264976-8fdd-473f-b8c8-6f9b77a8db02 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760911 May 04 18:27:00.606131 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:00.610079 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:00.702121 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17bc73d-e994-4d03-ae6c-235d4c8cfeda tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Router 69ceafa4-b679-412b-b7cd-ddd042228f5c has already been hosted by L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b {{(pid=74222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:27:00.703311 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=1638aa14-7403-4257-a09e-05352b898838,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:00.706948 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:01.005741 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['1638aa14-7403-4257-a09e-05352b898838'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:27:01.012343 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17bc73d-e994-4d03-ae6c-235d4c8cfeda tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:27:01.025940 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca609fa-e576-43b3-ad25-145a114672e6 None None] Sync routers for ids ['69ceafa4-b679-412b-b7cd-ddd042228f5c'] in dv-cinder-789603-2-smb {{(pid=74224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:27:01.047651 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca609fa-e576-43b3-ad25-145a114672e6 None None] Routers {'69ceafa4-b679-412b-b7cd-ddd042228f5c'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:27:01.050019 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-fca609fa-e576-43b3-ad25-145a114672e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:26:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['69ceafa4-b679-412b-b7cd-ddd042228f5c'], 'active': True} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:27:01.129766 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c17bc73d-e994-4d03-ae6c-235d4c8cfeda tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for floatingip, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:01.199149 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-c17bc73d-e994-4d03-ae6c-235d4c8cfeda tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "PUT /v2.0/floatingips/2f23f19f-b0b1-4906-9f00-3ed3bcd52f9d HTTP/1.1" status: 200 len: 992 time: 2.6234467 May 04 18:27:01.208724 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1dedb52-f273-43f8-a579-fd67e562df83', 'tag': 'ba8caf9e-b03c-460f-a66d-86794799e2e7'}] {{(pid=74222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:27:01.230757 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1245559-ab82-4f67-b524-6532e1d1732b req-cb3de9c5-e967-4949-b706-6d85cce5eff3 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:01.232516 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b1245559-ab82-4f67-b524-6532e1d1732b req-cb3de9c5-e967-4949-b706-6d85cce5eff3 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/networks?id=9040d36b-5325-4781-ac32-725ba1a5f599 HTTP/1.1" status: 200 len: 809 time: 0.3173721 May 04 18:27:01.255630 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab7b3d-765e-4a97-8ac3-8b6bdee4f5e2 req-a9446669-af4c-4283-b80f-4aab17d210a4 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:01.259381 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a2ab7b3d-765e-4a97-8ac3-8b6bdee4f5e2 req-a9446669-af4c-4283-b80f-4aab17d210a4 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=aaf60b29-9220-465e-83c7-1e3c8c898abe HTTP/1.1" status: 200 len: 945 time: 0.3129578 May 04 18:27:01.314570 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvr_db [None req-fca609fa-e576-43b3-ad25-145a114672e6 None None] Set router 69ceafa4-b679-412b-b7cd-ddd042228f5c gateway port host: dv-cinder-789603-2-smb {{(pid=74224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:27:01.430057 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b1245559-ab82-4f67-b524-6532e1d1732b req-2c169ea5-eaf9-4325-b0c2-1d226da98e36 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/quotas/c6b505e72f8f4151930e25f79b385a24 HTTP/1.1" status: 200 len: 375 time: 0.1695070 May 04 18:27:01.495658 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a2ab7b3d-765e-4a97-8ac3-8b6bdee4f5e2 req-5775664b-8192-47c8-8b53-31cd6fb2b0a7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237740 May 04 18:27:01.503743 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b1245559-ab82-4f67-b524-6532e1d1732b req-065a97ae-6fe5-47d4-af59-e4828a615232 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c6b505e72f8f4151930e25f79b385a24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728116 May 04 18:27:01.665873 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b1245559-ab82-4f67-b524-6532e1d1732b req-25fb0104-31c4-454a-9796-46747449cd88 service neutron] 10.222.0.49 "GET /v2.0/networks/9040d36b-5325-4781-ac32-725ba1a5f599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612105 May 04 18:27:01.772080 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1dedb52-f273-43f8-a579-fd67e562df83', 'tag': 'ba8caf9e-b03c-460f-a66d-86794799e2e7', 'status': 'completed', 'code': 200} May 04 18:27:01.820422 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b1245559-ab82-4f67-b524-6532e1d1732b req-86573c8a-61f1-4101-81fa-38b470c26aad service neutron] 10.222.0.49 "GET /v2.0/networks/9040d36b-5325-4781-ac32-725ba1a5f599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475942 May 04 18:27:01.847728 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-fca609fa-e576-43b3-ad25-145a114672e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'name': 'tempest-AttachVolumeTestJSON-1277100894-router', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:58Z', 'updated_at': '2021-05-04T18:26:14Z', 'revision_number': 4, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'gw_port': {'id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_floatingips': [{'id': '2f23f19f-b0b1-4906-9f00-3ed3bcd52f9d', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'floating_ip_address': '172.28.1.200', 'floating_network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'router_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'port_id': 'ba8caf9e-b03c-460f-a66d-86794799e2e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c', 'mac_address': 'fa:16:3e:cf:bc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dedb52-f273-43f8-a579-fd67e562df83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:26:31Z', 'updated_at': '2021-05-04T18:26:59Z', 'revision_number': 1, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4f9458-2154-49cc-a86a-ccf9f853cc9f', 'name': '', 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'mac_address': 'fa:16:3e:70:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:12Z', 'updated_at': '2021-05-04T18:26:26Z', 'revision_number': 5, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'subnets': [{'id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:27:01.859192 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca609fa-e576-43b3-ad25-145a114672e6 None None] Checking router: 69ceafa4-b679-412b-b7cd-ddd042228f5c for host: dv-cinder-789603-2-smb {{(pid=74224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:27:01.889297 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca609fa-e576-43b3-ad25-145a114672e6 None None] Routers {'69ceafa4-b679-412b-b7cd-ddd042228f5c'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:27:01.890463 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-fca609fa-e576-43b3-ad25-145a114672e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:26:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['69ceafa4-b679-412b-b7cd-ddd042228f5c'], 'active': True} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:27:01.894900 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0a01f-e96c-43fb-94d8-d4a2dfa0e57b req-c8eca01f-ab0b-447e-9a1e-4ae4d7eb9753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:01.899474 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-40c0a01f-e96c-43fb-94d8-d4a2dfa0e57b req-c8eca01f-ab0b-447e-9a1e-4ae4d7eb9753 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c120e913866442b994ca71f4b2f0f98&device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 1099 time: 0.1229782 May 04 18:27:01.954068 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b0d94-2714-477c-9e58-de2167c03e11 req-e6cf159f-24ca-4c85-9a2e-f41a7abe6eb8 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:01.956170 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6b2b0d94-2714-477c-9e58-de2167c03e11 req-e6cf159f-24ca-4c85-9a2e-f41a7abe6eb8 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.1109033 May 04 18:27:02.032483 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6b2b0d94-2714-477c-9e58-de2167c03e11 req-4eba3d45-aec9-4884-a5f8-884cca69c6e1 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670829 May 04 18:27:02.088350 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0a01f-e96c-43fb-94d8-d4a2dfa0e57b req-15f5d53c-6527-4a1a-a155-8614c5d1ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:02.089849 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-40c0a01f-e96c-43fb-94d8-d4a2dfa0e57b req-15f5d53c-6527-4a1a-a155-8614c5d1ba93 service neutron] 10.222.0.20 "GET /v2.0/networks?id=634c6d2b-13fc-4507-bef8-13a83088a32c HTTP/1.1" status: 200 len: 912 time: 0.1793430 May 04 18:27:02.214358 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvr_db [None req-fca609fa-e576-43b3-ad25-145a114672e6 None None] Set router 69ceafa4-b679-412b-b7cd-ddd042228f5c gateway port host: dv-cinder-789603-2-smb {{(pid=74224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:27:02.297643 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-40c0a01f-e96c-43fb-94d8-d4a2dfa0e57b req-38ca0139-47cd-4fd9-94f8-b7d60e7c8ee7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba8caf9e-b03c-460f-a66d-86794799e2e7 HTTP/1.1" status: 200 len: 1000 time: 0.1943998 May 04 18:27:02.340505 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-26466bdb-411a-47b6-8888-43fa48f90dac req-04aa8d9b-8152-4c8e-a505-12fac2c2a056 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/ports?device_id=06d8a94b-c309-4b84-ac43-66ebb14f56da HTTP/1.1" status: 200 len: 210 time: 0.1068277 May 04 18:27:02.392170 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0a01f-e96c-43fb-94d8-d4a2dfa0e57b req-540ca512-9e4f-46b5-ad89-dfbb7d3ca51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:02.394463 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-40c0a01f-e96c-43fb-94d8-d4a2dfa0e57b req-540ca512-9e4f-46b5-ad89-dfbb7d3ca51d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=656edfdd-aa87-4bb6-baf1-030ff554b1f3 HTTP/1.1" status: 200 len: 850 time: 0.0842128 May 04 18:27:02.546556 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0a01f-e96c-43fb-94d8-d4a2dfa0e57b req-90e80e11-74bd-42c2-b3e2-f3c5c30852d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:02.551435 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-40c0a01f-e96c-43fb-94d8-d4a2dfa0e57b req-90e80e11-74bd-42c2-b3e2-f3c5c30852d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=634c6d2b-13fc-4507-bef8-13a83088a32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1394668 May 04 18:27:02.798052 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-fca609fa-e576-43b3-ad25-145a114672e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'name': 'tempest-AttachVolumeTestJSON-1277100894-router', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:58Z', 'updated_at': '2021-05-04T18:26:14Z', 'revision_number': 4, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'gw_port': {'id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_floatingips': [{'id': '2f23f19f-b0b1-4906-9f00-3ed3bcd52f9d', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'floating_ip_address': '172.28.1.200', 'floating_network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'router_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'port_id': 'ba8caf9e-b03c-460f-a66d-86794799e2e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c', 'mac_address': 'fa:16:3e:cf:bc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dedb52-f273-43f8-a579-fd67e562df83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:26:31Z', 'updated_at': '2021-05-04T18:26:59Z', 'revision_number': 1, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4f9458-2154-49cc-a86a-ccf9f853cc9f', 'name': '', 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'mac_address': 'fa:16:3e:70:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:12Z', 'updated_at': '2021-05-04T18:26:26Z', 'revision_number': 5, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'subnets': [{'id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:27:02.806134 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca609fa-e576-43b3-ad25-145a114672e6 None None] The sync data for ids ['69ceafa4-b679-412b-b7cd-ddd042228f5c'] in dv-cinder-789603-2-smb is: [{'id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'name': 'tempest-AttachVolumeTestJSON-1277100894-router', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:58Z', 'updated_at': '2021-05-04T18:26:14Z', 'revision_number': 4, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'gw_port': {'id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_floatingips': [{'id': '2f23f19f-b0b1-4906-9f00-3ed3bcd52f9d', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'floating_ip_address': '172.28.1.200', 'floating_network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'router_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'port_id': 'ba8caf9e-b03c-460f-a66d-86794799e2e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c', 'mac_address': 'fa:16:3e:cf:bc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dedb52-f273-43f8-a579-fd67e562df83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:26:31Z', 'updated_at': '2021-05-04T18:26:59Z', 'revision_number': 1, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4f9458-2154-49cc-a86a-ccf9f853cc9f', 'name': '', 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'mac_address': 'fa:16:3e:70:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:12Z', 'updated_at': '2021-05-04T18:26:26Z', 'revision_number': 5, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'subnets': [{'id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:27:02.825441 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-15b659fe-5cbb-45d7-8bc1-803ee452b93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:02.994567 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-40c0a01f-e96c-43fb-94d8-d4a2dfa0e57b req-57152e79-401f-4255-b66f-1894ffff635b service neutron] 10.222.0.20 "GET /v2.0/networks/634c6d2b-13fc-4507-bef8-13a83088a32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309926 May 04 18:27:03.102025 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35062f52-72c6-4f7f-8709-8dc72afbd02f req-6b2e8a08-a0e6-4d7a-8d11-4ec1b959ae6f tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:03.111331 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-35062f52-72c6-4f7f-8709-8dc72afbd02f req-6b2e8a08-a0e6-4d7a-8d11-4ec1b959ae6f tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=aaf60b29-9220-465e-83c7-1e3c8c898abe HTTP/1.1" status: 200 len: 945 time: 0.1395414 May 04 18:27:03.233939 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-35062f52-72c6-4f7f-8709-8dc72afbd02f req-f0d95200-2d06-449b-8e88-1fb32edb7a94 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066873 May 04 18:27:03.282517 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0e509c-2c97-4f71-8570-d38b6339ae6e None None] New status for floating IP 2f23f19f-b0b1-4906-9f00-3ed3bcd52f9d: ACTIVE {{(pid=74223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:27:03.491317 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-40c0a01f-e96c-43fb-94d8-d4a2dfa0e57b req-4def0a17-1f71-44a6-8a85-b01582bacfef service neutron] 10.222.0.20 "GET /v2.0/networks/634c6d2b-13fc-4507-bef8-13a83088a32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732656 May 04 18:27:03.513929 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109f027-df3f-4820-9592-caf0fe211a30 req-15b41d12-60c2-47b2-8692-4843dbac1eff tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:03.518833 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5109f027-df3f-4820-9592-caf0fe211a30 req-15b41d12-60c2-47b2-8692-4843dbac1eff tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.1469123 May 04 18:27:03.651304 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5109f027-df3f-4820-9592-caf0fe211a30 req-a458dd0b-44c7-410e-8805-fdd268f51b4b tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256783 May 04 18:27:03.732375 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-608386f5-c552-4dc1-a018-3f830e55e994 req-6b9fdd3a-0627-4e3c-8cf9-2e7e4f5f7019 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/ports?device_id=06d8a94b-c309-4b84-ac43-66ebb14f56da HTTP/1.1" status: 200 len: 210 time: 0.0554335 May 04 18:27:03.871321 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 1638aa14-7403-4257-a09e-05352b898838 up at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:27:04.039125 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning for port 1638aa14-7403-4257-a09e-05352b898838 completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:27:04.044319 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning complete for port 1638aa14-7403-4257-a09e-05352b898838 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:27:04.044780 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:04.247515 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:04.276007 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf60b29-9220-465e-83c7-1e3c8c898abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1638aa14-7403-4257-a09e-05352b898838'}] {{(pid=74223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:27:04.286428 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 1638aa14-7403-4257-a09e-05352b898838, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1638aa14-7403-4257-a09e-05352b898838,segment=NetworkSegment(e27d6d3a-acad-4e56-8b22-9dcd41a82e38),segment_id=e27d6d3a-acad-4e56-8b22-9dcd41a82e38)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:27:04.331530 dv-cinder-789603-2-smb neutron-server[74223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf60b29-9220-465e-83c7-1e3c8c898abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1638aa14-7403-4257-a09e-05352b898838', 'code': 200} May 04 18:27:04.424069 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:04.425960 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-e7133c00-7e2e-4f2c-ac22-687f9dad8634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:04.465725 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24efea2-3ae0-4e02-ae7f-92bfefc28386 req-89994a0e-2994-466d-b9c7-708376d64e1e tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:04.467213 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c24efea2-3ae0-4e02-ae7f-92bfefc28386 req-89994a0e-2994-466d-b9c7-708376d64e1e tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=aaf60b29-9220-465e-83c7-1e3c8c898abe HTTP/1.1" status: 200 len: 945 time: 0.0902903 May 04 18:27:04.499195 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=1638aa14-7403-4257-a09e-05352b898838,revision_number=5']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:04.507839 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:04.508039 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:04.508354 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:04.508691 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:04.509021 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:04.509349 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:04.509901 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:04.510235 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:04.510563 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:04.510870 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:04.511214 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:04.511535 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:04.517830 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c24efea2-3ae0-4e02-ae7f-92bfefc28386 req-ae37607e-4767-4b42-830d-3426050c5e9c tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433614 May 04 18:27:04.523488 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:04.842988 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94e856-289b-437d-892c-ac905a489cf8 req-d601588b-be46-4c7f-ab55-9e5873c12d2e tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:04.850166 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ca94e856-289b-437d-892c-ac905a489cf8 req-d601588b-be46-4c7f-ab55-9e5873c12d2e tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.0991981 May 04 18:27:04.932270 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda13b3-526b-4de7-a53a-110bb734e08e req-6ed7a548-37ae-4ab2-8f4a-5df22a3ab3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:04.934494 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-fcda13b3-526b-4de7-a53a-110bb734e08e req-6ed7a548-37ae-4ab2-8f4a-5df22a3ab3c8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aaf60b29-9220-465e-83c7-1e3c8c898abe HTTP/1.1" status: 200 len: 1099 time: 0.1108429 May 04 18:27:04.936210 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9d97de27-4100-4655-9def-8ac035742edc req-5b91e37f-0a26-465f-a78b-4f9589885c5c tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/ports?device_id=06d8a94b-c309-4b84-ac43-66ebb14f56da HTTP/1.1" status: 200 len: 210 time: 0.0834644 May 04 18:27:04.970961 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ca94e856-289b-437d-892c-ac905a489cf8 req-04ecface-3426-4dca-b148-d065843e67fd tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199431 May 04 18:27:05.019073 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-fcda13b3-526b-4de7-a53a-110bb734e08e req-60ba34f3-de48-45df-95db-98449b820ad0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755820 May 04 18:27:05.594813 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-cf585526-1da0-44c0-a404-073d606215bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:05.608349 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 49018) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:05.734957 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1245559-ab82-4f67-b524-6532e1d1732b req-e729dc33-6b2d-4ca3-85f9-36265db684d1 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:05.735759 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-b1245559-ab82-4f67-b524-6532e1d1732b req-e729dc33-6b2d-4ca3-85f9-36265db684d1 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Synchronizing usage tracker for tenant:c6b505e72f8f4151930e25f79b385a24 on resource:network {{(pid=74221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:27:05.755602 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-7da480cc-99e9-44fe-8daf-b1822598f161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:05.777586 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-7da480cc-99e9-44fe-8daf-b1822598f161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:27:05.784271 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-7da480cc-99e9-44fe-8daf-b1822598f161 admin admin] Usage tracker for resource:security_group_rule and tenant:0424c0c0b5054406942ea0671c2596df is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:27:05.788348 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-7da480cc-99e9-44fe-8daf-b1822598f161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:27:05.788683 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:05.796986 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-7da480cc-99e9-44fe-8daf-b1822598f161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:27:05.820045 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 6 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:27:05.821099 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-b1245559-ab82-4f67-b524-6532e1d1732b req-e729dc33-6b2d-4ca3-85f9-36265db684d1 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Unset dirty status for tenant:c6b505e72f8f4151930e25f79b385a24 on resource:network {{(pid=74221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:27:05.823327 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-b1245559-ab82-4f67-b524-6532e1d1732b req-e729dc33-6b2d-4ca3-85f9-36265db684d1 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.20 "GET /v2.0/networks?id=9040d36b-5325-4781-ac32-725ba1a5f599 HTTP/1.1" status: 200 len: 809 time: 0.2575455 May 04 18:27:05.844812 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b580bd9-db57-49b1-a3aa-4aa14cf33566 req-ed658b4a-e4ba-410d-bd88-89da5ca29b8f tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:05.846617 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7b580bd9-db57-49b1-a3aa-4aa14cf33566 req-ed658b4a-e4ba-410d-bd88-89da5ca29b8f tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=aaf60b29-9220-465e-83c7-1e3c8c898abe HTTP/1.1" status: 200 len: 946 time: 0.1640906 May 04 18:27:05.850449 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [req-b1245559-ab82-4f67-b524-6532e1d1732b req-c748b553-55cc-4ecf-ad22-6130a5bc47b1 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Request body: {'port': {'device_id': '06d8a94b-c309-4b84-ac43-66ebb14f56da', 'network_id': '9040d36b-5325-4781-ac32-725ba1a5f599', 'admin_state_up': True, 'tenant_id': 'c6b505e72f8f4151930e25f79b385a24'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:27:05.932834 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7b580bd9-db57-49b1-a3aa-4aa14cf33566 req-094ff25e-f723-45fd-b60b-dbb7e5c0a3e7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780554 May 04 18:27:06.002776 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-7da480cc-99e9-44fe-8daf-b1822598f161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:06.039233 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [req-b1245559-ab82-4f67-b524-6532e1d1732b req-c748b553-55cc-4ecf-ad22-6130a5bc47b1 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:27:06.044715 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-b1245559-ab82-4f67-b524-6532e1d1732b req-c748b553-55cc-4ecf-ad22-6130a5bc47b1 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Usage tracker for resource:port and tenant:c6b505e72f8f4151930e25f79b385a24 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:27:06.047291 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-b1245559-ab82-4f67-b524-6532e1d1732b req-c748b553-55cc-4ecf-ad22-6130a5bc47b1 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:27:06.054217 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [req-b1245559-ab82-4f67-b524-6532e1d1732b req-c748b553-55cc-4ecf-ad22-6130a5bc47b1 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:27:06.128688 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-7da480cc-99e9-44fe-8daf-b1822598f161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:06.146701 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-3f89a45e-53d6-4f6e-b626-f502d858dfde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:06.173524 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1245559-ab82-4f67-b524-6532e1d1732b req-c748b553-55cc-4ecf-ad22-6130a5bc47b1 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Made reservation on behalf of c6b505e72f8f4151930e25f79b385a24 for: {'port': 1} {{(pid=74221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:27:06.175758 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-b1245559-ab82-4f67-b524-6532e1d1732b req-c748b553-55cc-4ecf-ad22-6130a5bc47b1 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:06.193222 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b3f34f3d-6139-4957-9548-9002adc82d1d req-49d94d6b-e14e-4bc8-b479-a38a10ada562 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/ports?device_id=06d8a94b-c309-4b84-ac43-66ebb14f56da HTTP/1.1" status: 200 len: 210 time: 0.0961993 May 04 18:27:06.241801 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da480cc-99e9-44fe-8daf-b1822598f161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087ea92f-6a93-4974-91df-30a9468f9db4,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:06.246057 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-7da480cc-99e9-44fe-8daf-b1822598f161 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0424c0c0b5054406942ea0671c2596df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6366360 May 04 18:27:06.247973 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-7da480cc-99e9-44fe-8daf-b1822598f161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:06.249369 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 49042) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:06.286748 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff47a63-f261-4a00-9cf0-41b6541fb4f2 req-7a061f33-64a2-4ff8-a502-a00d826e9ebe tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:06.288308 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0ff47a63-f261-4a00-9cf0-41b6541fb4f2 req-7a061f33-64a2-4ff8-a502-a00d826e9ebe tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.1469927 May 04 18:27:06.346240 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0ff47a63-f261-4a00-9cf0-41b6541fb4f2 req-879b8e34-8cb0-4301-944f-342d6ec626c4 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495758 May 04 18:27:06.354472 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:06.403048 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5e85b2f0-1bd5-4ea1-97aa-0a989b02e0b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:06.449451 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5e85b2f0-1bd5-4ea1-97aa-0a989b02e0b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:06.477125 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_common [req-b1245559-ab82-4f67-b524-6532e1d1732b req-c748b553-55cc-4ecf-ad22-6130a5bc47b1 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Allocated IP 172.20.0.13 (9040d36b-5325-4781-ac32-725ba1a5f599/3bd9ec52-a804-4193-8b88-48dd6ab41652/b1fecaf6-1b19-48e6-ae75-b93ce8410f41) {{(pid=74221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:27:06.616296 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5e85b2f0-1bd5-4ea1-97aa-0a989b02e0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:06.619103 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-d18e11a7-bd9e-4c4b-b52d-17a0af493963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:06.696947 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85b2f0-1bd5-4ea1-97aa-0a989b02e0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087ea92f-6a93-4974-91df-30a9468f9db4,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:06.716054 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-5e85b2f0-1bd5-4ea1-97aa-0a989b02e0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:06.733721 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5e85b2f0-1bd5-4ea1-97aa-0a989b02e0b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:06.733721 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-5e85b2f0-1bd5-4ea1-97aa-0a989b02e0b6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/087ea92f-6a93-4974-91df-30a9468f9db4 HTTP/1.1" status: 204 len: 168 time: 0.4801567 May 04 18:27:06.777144 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-b1245559-ab82-4f67-b524-6532e1d1732b req-c748b553-55cc-4ecf-ad22-6130a5bc47b1 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Notify callbacks [] for port, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:06.874217 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-b1245559-ab82-4f67-b524-6532e1d1732b req-c748b553-55cc-4ecf-ad22-6130a5bc47b1 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:06.881877 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-ee318760-a23b-4a57-9ffd-69981879683b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:06.947353 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1245559-ab82-4f67-b524-6532e1d1732b req-c748b553-55cc-4ecf-ad22-6130a5bc47b1 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Network 9040d36b-5325-4781-ac32-725ba1a5f599 is already hosted by enough agents. {{(pid=74221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:27:06.950581 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [req-b1245559-ab82-4f67-b524-6532e1d1732b req-c748b553-55cc-4ecf-ad22-6130a5bc47b1 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Resources bound (agent type, host, resource id): {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:27:06.960788 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1245559-ab82-4f67-b524-6532e1d1732b req-c748b553-55cc-4ecf-ad22-6130a5bc47b1 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Received port after_create {{(pid=74221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:27:07.027463 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748b553-55cc-4ecf-ad22-6130a5bc47b1 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Pushing event updated for resources: {'Port': ['ID=b1fecaf6-1b19-48e6-ae75-b93ce8410f41,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:07.040356 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-c748b553-55cc-4ecf-ad22-6130a5bc47b1 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:07.071764 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1245559-ab82-4f67-b524-6532e1d1732b req-c748b553-55cc-4ecf-ad22-6130a5bc47b1 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:07.072522 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-b1245559-ab82-4f67-b524-6532e1d1732b req-c748b553-55cc-4ecf-ad22-6130a5bc47b1 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:07.197773 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de6371-b546-4b81-83e5-d69a22afa172 req-63eac8f8-0bfd-40ce-90c7-1c854f78b182 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:07.199241 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e7de6371-b546-4b81-83e5-d69a22afa172 req-63eac8f8-0bfd-40ce-90c7-1c854f78b182 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=aaf60b29-9220-465e-83c7-1e3c8c898abe HTTP/1.1" status: 200 len: 946 time: 0.1052401 May 04 18:27:07.212252 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-b1245559-ab82-4f67-b524-6532e1d1732b req-c748b553-55cc-4ecf-ad22-6130a5bc47b1 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3676379 May 04 18:27:07.235540 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [req-b1245559-ab82-4f67-b524-6532e1d1732b req-30be1e15-4100-46c8-ad21-213a2a435727 service neutron] Request body: {'port': {'device_id': '06d8a94b-c309-4b84-ac43-66ebb14f56da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:27:07.271801 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e7de6371-b546-4b81-83e5-d69a22afa172 req-cb18c9f5-7dd5-4210-829e-8c526d1bc811 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662718 May 04 18:27:07.371147 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-b1245559-ab82-4f67-b524-6532e1d1732b req-30be1e15-4100-46c8-ad21-213a2a435727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:07.466252 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 49078) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:07.466731 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90652cb-19b8-4851-854c-e02da4d05a47 req-5eb3f816-14df-4fc5-84c6-781b8ff03ef3 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:07.468738 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a90652cb-19b8-4851-854c-e02da4d05a47 req-5eb3f816-14df-4fc5-84c6-781b8ff03ef3 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/ports?device_id=06d8a94b-c309-4b84-ac43-66ebb14f56da HTTP/1.1" status: 200 len: 932 time: 0.1263993 May 04 18:27:07.523230 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a90652cb-19b8-4851-854c-e02da4d05a47 req-5743e0a5-f82f-44b0-bf58-477a6c217615 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/security-groups?id=1954fb7f-4f39-460e-a780-d4c7f4d97cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488224 May 04 18:27:07.531235 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-e41a722c-e2c1-40e5-972b-1f30cd2c0f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:07.560339 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-e41a722c-e2c1-40e5-972b-1f30cd2c0f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:27:07.569727 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-e41a722c-e2c1-40e5-972b-1f30cd2c0f85 admin admin] Usage tracker for resource:security_group_rule and tenant:68543dd7685e4328a53f8b4f5a89cacc is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:27:07.574711 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-e41a722c-e2c1-40e5-972b-1f30cd2c0f85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:27:07.584964 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-e41a722c-e2c1-40e5-972b-1f30cd2c0f85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:27:07.720079 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c27580-2fd3-4b41-84ee-b538ac7f148e req-7e2ee077-7be2-48b8-a4b1-a606e4327584 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:07.721868 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-10c27580-2fd3-4b41-84ee-b538ac7f148e req-7e2ee077-7be2-48b8-a4b1-a606e4327584 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.0908685 May 04 18:27:07.773148 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-10c27580-2fd3-4b41-84ee-b538ac7f148e req-9fa99f2a-d1e8-4262-8d83-6c638a0dfe71 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439215 May 04 18:27:07.925671 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-e41a722c-e2c1-40e5-972b-1f30cd2c0f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:07.946295 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [req-b1245559-ab82-4f67-b524-6532e1d1732b req-30be1e15-4100-46c8-ad21-213a2a435727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1fecaf6-1b19-48e6-ae75-b93ce8410f41 {{(pid=74221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:27:07.953654 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-b1245559-ab82-4f67-b524-6532e1d1732b req-30be1e15-4100-46c8-ad21-213a2a435727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:07.968262 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.provisioning_blocks [req-b1245559-ab82-4f67-b524-6532e1d1732b req-30be1e15-4100-46c8-ad21-213a2a435727 service neutron] Transition to ACTIVE for port object b1fecaf6-1b19-48e6-ae75-b93ce8410f41 will not be triggered until provisioned by entity L2. {{(pid=74221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:27:07.988527 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-e41a722c-e2c1-40e5-972b-1f30cd2c0f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:07.995589 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-52a57957-30b5-4d5d-bb46-f94f87a65a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:08.046130 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a722c-e2c1-40e5-972b-1f30cd2c0f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2688623-b9ab-4d80-8589-c0dbcd651b3f,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:08.052927 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-e41a722c-e2c1-40e5-972b-1f30cd2c0f85 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=68543dd7685e4328a53f8b4f5a89cacc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5835700 May 04 18:27:08.052927 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-b1245559-ab82-4f67-b524-6532e1d1732b req-30be1e15-4100-46c8-ad21-213a2a435727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262247'] for port, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:08.052927 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-e41a722c-e2c1-40e5-972b-1f30cd2c0f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:08.055480 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 49092) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:08.056002 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:08.074474 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:08.127904 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f58be5bb-9900-48ac-bbec-13c6dc49aa5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:08.166217 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f58be5bb-9900-48ac-bbec-13c6dc49aa5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:08.183800 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be1e15-4100-46c8-ad21-213a2a435727 service neutron] Pushing event updated for resources: {'Port': ['ID=b1fecaf6-1b19-48e6-ae75-b93ce8410f41,revision_number=2']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:08.193496 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-30be1e15-4100-46c8-ad21-213a2a435727 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:08.307472 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [req-b1245559-ab82-4f67-b524-6532e1d1732b req-30be1e15-4100-46c8-ad21-213a2a435727 service neutron] Attempting to bind port b1fecaf6-1b19-48e6-ae75-b93ce8410f41 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:27:08.307806 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [req-b1245559-ab82-4f67-b524-6532e1d1732b req-30be1e15-4100-46c8-ad21-213a2a435727 service neutron] Attempting to bind port b1fecaf6-1b19-48e6-ae75-b93ce8410f41 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'a7a4acad-2332-4d46-b874-16952688c4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '9040d36b-5325-4781-ac32-725ba1a5f599'}] {{(pid=74221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:27:08.308136 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1245559-ab82-4f67-b524-6532e1d1732b req-30be1e15-4100-46c8-ad21-213a2a435727 service neutron] Attempting to bind port b1fecaf6-1b19-48e6-ae75-b93ce8410f41 on network 9040d36b-5325-4781-ac32-725ba1a5f599 {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:27:08.313188 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1245559-ab82-4f67-b524-6532e1d1732b req-30be1e15-4100-46c8-ad21-213a2a435727 service neutron] Port b1fecaf6-1b19-48e6-ae75-b93ce8410f41 on network 9040d36b-5325-4781-ac32-725ba1a5f599 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 18:27:08.313718 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1245559-ab82-4f67-b524-6532e1d1732b req-30be1e15-4100-46c8-ad21-213a2a435727 service neutron] Attempting to bind port b1fecaf6-1b19-48e6-ae75-b93ce8410f41 on network 9040d36b-5325-4781-ac32-725ba1a5f599 {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:27:08.321734 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1245559-ab82-4f67-b524-6532e1d1732b req-30be1e15-4100-46c8-ad21-213a2a435727 service neutron] Checking agent: {'id': 'eb0c7dda-b795-49f1-9080-37ad6bcb4a66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'started_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:27:08.321734 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1245559-ab82-4f67-b524-6532e1d1732b req-30be1e15-4100-46c8-ad21-213a2a435727 service neutron] Checking segment: {'id': 'a7a4acad-2332-4d46-b874-16952688c4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '9040d36b-5325-4781-ac32-725ba1a5f599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:27:08.322037 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1245559-ab82-4f67-b524-6532e1d1732b req-30be1e15-4100-46c8-ad21-213a2a435727 service neutron] Bound using segment: {'id': 'a7a4acad-2332-4d46-b874-16952688c4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '9040d36b-5325-4781-ac32-725ba1a5f599'} {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:27:08.322727 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [req-b1245559-ab82-4f67-b524-6532e1d1732b req-30be1e15-4100-46c8-ad21-213a2a435727 service neutron] Bound port: b1fecaf6-1b19-48e6-ae75-b93ce8410f41, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a4acad-2332-4d46-b874-16952688c4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '9040d36b-5325-4781-ac32-725ba1a5f599'}}] {{(pid=74221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:27:08.322836 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-b1245559-ab82-4f67-b524-6532e1d1732b req-30be1e15-4100-46c8-ad21-213a2a435727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:08.406384 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f58be5bb-9900-48ac-bbec-13c6dc49aa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:08.418931 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-d9eac2db-9caf-43b5-9ab6-8dea300dffaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:08.421627 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-b1245559-ab82-4f67-b524-6532e1d1732b req-30be1e15-4100-46c8-ad21-213a2a435727 service neutron] For port b1fecaf6-1b19-48e6-ae75-b93ce8410f41, host hv-cinder-78960, cleared binding levels {{(pid=74221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:27:08.424781 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-b1245559-ab82-4f67-b524-6532e1d1732b req-30be1e15-4100-46c8-ad21-213a2a435727 service neutron] For port b1fecaf6-1b19-48e6-ae75-b93ce8410f41, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b1fecaf6-1b19-48e6-ae75-b93ce8410f41,segment=NetworkSegment(a7a4acad-2332-4d46-b874-16952688c4f1),segment_id=a7a4acad-2332-4d46-b874-16952688c4f1)] {{(pid=74221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:27:08.434592 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58be5bb-9900-48ac-bbec-13c6dc49aa5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2688623-b9ab-4d80-8589-c0dbcd651b3f,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:08.437949 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-f58be5bb-9900-48ac-bbec-13c6dc49aa5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:08.443538 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f58be5bb-9900-48ac-bbec-13c6dc49aa5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:08.444633 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-f58be5bb-9900-48ac-bbec-13c6dc49aa5a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f2688623-b9ab-4d80-8589-c0dbcd651b3f HTTP/1.1" status: 204 len: 168 time: 0.3899703 May 04 18:27:08.509077 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-b1245559-ab82-4f67-b524-6532e1d1732b req-30be1e15-4100-46c8-ad21-213a2a435727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262247'] for port, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:08.515089 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:08.598510 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1245559-ab82-4f67-b524-6532e1d1732b req-30be1e15-4100-46c8-ad21-213a2a435727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:08.599699 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-b1245559-ab82-4f67-b524-6532e1d1732b req-30be1e15-4100-46c8-ad21-213a2a435727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:08.601599 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-b1245559-ab82-4f67-b524-6532e1d1732b req-30be1e15-4100-46c8-ad21-213a2a435727 service neutron] 10.222.0.20 "PUT /v2.0/ports/b1fecaf6-1b19-48e6-ae75-b93ce8410f41 HTTP/1.1" status: 200 len: 1094 time: 1.3707221 May 04 18:27:08.602102 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d8a94b-c309-4b84-ac43-66ebb14f56da', 'tag': 'b1fecaf6-1b19-48e6-ae75-b93ce8410f41'}] {{(pid=74221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:27:08.642376 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be1e15-4100-46c8-ad21-213a2a435727 service neutron] Pushing event updated for resources: {'Port': ['ID=b1fecaf6-1b19-48e6-ae75-b93ce8410f41,revision_number=3']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:08.647006 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-30be1e15-4100-46c8-ad21-213a2a435727 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:08.671615 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d8a94b-c309-4b84-ac43-66ebb14f56da', 'tag': 'b1fecaf6-1b19-48e6-ae75-b93ce8410f41', 'status': 'completed', 'code': 200} May 04 18:27:08.732568 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a38171-d452-44eb-bca5-26bddfddfe14 req-5294e425-5dd6-4259-9bc6-b2007ab147c8 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:08.734094 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b4a38171-d452-44eb-bca5-26bddfddfe14 req-5294e425-5dd6-4259-9bc6-b2007ab147c8 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/ports?device_id=06d8a94b-c309-4b84-ac43-66ebb14f56da HTTP/1.1" status: 200 len: 944 time: 0.0839775 May 04 18:27:08.784524 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b4a38171-d452-44eb-bca5-26bddfddfe14 req-cb7a37a3-0baa-41e7-a5dd-d0e00e7fcbea tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/security-groups?id=1954fb7f-4f39-460e-a780-d4c7f4d97cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434828 May 04 18:27:08.790090 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc90a9-26c9-48ab-987b-c1f827e683a5 req-1df9de76-f7db-4b68-a928-d9b90774b276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:08.791585 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-c5fc90a9-26c9-48ab-987b-c1f827e683a5 req-1df9de76-f7db-4b68-a928-d9b90774b276 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6b505e72f8f4151930e25f79b385a24&device_id=06d8a94b-c309-4b84-ac43-66ebb14f56da HTTP/1.1" status: 200 len: 1097 time: 0.0771687 May 04 18:27:08.984058 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc90a9-26c9-48ab-987b-c1f827e683a5 req-fe7c57ee-7079-4e1b-a837-398289777f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:08.986171 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-c5fc90a9-26c9-48ab-987b-c1f827e683a5 req-fe7c57ee-7079-4e1b-a837-398289777f89 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c6b505e72f8f4151930e25f79b385a24&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1861861 May 04 18:27:09.036595 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfc6de-778e-4194-8e97-96b6f2ed2f65 req-d7700986-5960-4c33-93f2-91481a929cb1 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:09.045435 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-fccfc6de-778e-4194-8e97-96b6f2ed2f65 req-d7700986-5960-4c33-93f2-91481a929cb1 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.1145437 May 04 18:27:09.089617 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-fccfc6de-778e-4194-8e97-96b6f2ed2f65 req-1e86c5a3-4415-426a-a4d8-c3f73cab6b23 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414088 May 04 18:27:09.168103 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc90a9-26c9-48ab-987b-c1f827e683a5 req-0f1245c7-df27-41f6-9550-b8923219eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:09.169791 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-c5fc90a9-26c9-48ab-987b-c1f827e683a5 req-0f1245c7-df27-41f6-9550-b8923219eb26 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1741161 May 04 18:27:09.303247 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1245559-ab82-4f67-b524-6532e1d1732b req-b2ec198a-8f17-47fc-93db-13d237ba866e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:09.305017 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-b1245559-ab82-4f67-b524-6532e1d1732b req-b2ec198a-8f17-47fc-93db-13d237ba866e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6b505e72f8f4151930e25f79b385a24&device_id=06d8a94b-c309-4b84-ac43-66ebb14f56da HTTP/1.1" status: 200 len: 1097 time: 0.0838406 May 04 18:27:09.392937 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-b1245559-ab82-4f67-b524-6532e1d1732b req-ea164d03-7dc4-4526-b479-9b790da7b7d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1fecaf6-1b19-48e6-ae75-b93ce8410f41 HTTP/1.1" status: 200 len: 217 time: 0.0750952 May 04 18:27:09.464860 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1245559-ab82-4f67-b524-6532e1d1732b req-762d2fb6-030e-41fb-96f1-cbc0f9ad5a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:09.466292 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-b1245559-ab82-4f67-b524-6532e1d1732b req-762d2fb6-030e-41fb-96f1-cbc0f9ad5a24 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bd9ec52-a804-4193-8b88-48dd6ab41652 HTTP/1.1" status: 200 len: 849 time: 0.0653491 May 04 18:27:09.541452 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-b1245559-ab82-4f67-b524-6532e1d1732b req-5f262f3f-ba69-404b-90c5-062809b9ff0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9040d36b-5325-4781-ac32-725ba1a5f599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631242 May 04 18:27:09.689746 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-b1245559-ab82-4f67-b524-6532e1d1732b req-01dcd413-0008-4098-9329-e6b5ef5998ac service neutron] 10.222.0.20 "GET /v2.0/networks/9040d36b-5325-4781-ac32-725ba1a5f599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301773 May 04 18:27:09.865423 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-b1245559-ab82-4f67-b524-6532e1d1732b req-888158e5-5b64-455f-97eb-4f199e1107d1 service neutron] 10.222.0.20 "GET /v2.0/networks/9040d36b-5325-4781-ac32-725ba1a5f599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690035 May 04 18:27:10.009114 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad7271-d9fb-4236-ac0a-534f0e76af2e req-ddba8c0d-1a63-4a9e-b22b-64e59938731d tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:10.012259 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9dad7271-d9fb-4236-ac0a-534f0e76af2e req-ddba8c0d-1a63-4a9e-b22b-64e59938731d tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/ports?device_id=06d8a94b-c309-4b84-ac43-66ebb14f56da HTTP/1.1" status: 200 len: 944 time: 0.1022031 May 04 18:27:10.120856 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9dad7271-d9fb-4236-ac0a-534f0e76af2e req-eef881f7-04ef-405d-b3e4-ccf75c0e246d tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/security-groups?id=1954fb7f-4f39-460e-a780-d4c7f4d97cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011276 May 04 18:27:10.248563 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-d65e75d3-c0f6-42dc-92e0-60984cc16201 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:10.250687 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-d65e75d3-c0f6-42dc-92e0-60984cc16201 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/networks?id=d89a4125-3764-4595-b3a0-58856003dba9 HTTP/1.1" status: 200 len: 814 time: 0.1700206 May 04 18:27:10.265410 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-9de5e6a4-fead-4750-9553-0f295c7a2dfb tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/quotas/ae13407124d74fde8758bfce312171fb HTTP/1.1" status: 200 len: 375 time: 0.0091851 May 04 18:27:10.349396 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-8f8b0c55-8572-41c7-b454-c784c8279867 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae13407124d74fde8758bfce312171fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789645 May 04 18:27:10.540873 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 49192) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:10.548317 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-33f8583e-1633-4a7a-ba9c-279007e90251 service neutron] 10.222.0.49 "GET /v2.0/networks/d89a4125-3764-4595-b3a0-58856003dba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921875 May 04 18:27:10.584992 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77eabc2-7032-47b7-850e-c92a8ae7fa45 req-60442011-06ec-4d18-8c9d-5fbfdbd22f66 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:10.586487 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c77eabc2-7032-47b7-850e-c92a8ae7fa45 req-60442011-06ec-4d18-8c9d-5fbfdbd22f66 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.1915503 May 04 18:27:10.671894 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5e2116e9-e522-4ffc-9702-14e35da2ca3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:10.686237 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-5e2116e9-e522-4ffc-9702-14e35da2ca3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:27:10.690051 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-5e2116e9-e522-4ffc-9702-14e35da2ca3c admin admin] Usage tracker for resource:security_group_rule and tenant:28737abad2eb4fa2a8100c531e324e87 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:27:10.692860 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-5e2116e9-e522-4ffc-9702-14e35da2ca3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:27:10.700189 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-5e2116e9-e522-4ffc-9702-14e35da2ca3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:27:10.711956 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c77eabc2-7032-47b7-850e-c92a8ae7fa45 req-bb03aeb3-ea26-43d2-989c-19cc6762e6ce tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131458 May 04 18:27:10.788192 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-a0f04122-a189-4976-b87a-dc651c5cc559 service neutron] 10.222.0.49 "GET /v2.0/networks/d89a4125-3764-4595-b3a0-58856003dba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314017 May 04 18:27:10.807078 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5e2116e9-e522-4ffc-9702-14e35da2ca3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:10.885607 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5e2116e9-e522-4ffc-9702-14e35da2ca3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:10.893128 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:10.937921 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-5e2116e9-e522-4ffc-9702-14e35da2ca3c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=28737abad2eb4fa2a8100c531e324e87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3934381 May 04 18:27:10.937921 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2116e9-e522-4ffc-9702-14e35da2ca3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a75811f-69fa-47a0-a98f-200cea4e64df,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:10.938693 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 49202) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:10.939421 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-5e2116e9-e522-4ffc-9702-14e35da2ca3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:11.001173 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-1a84acd1-e03e-4ed4-aecd-c470311d0eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:11.036431 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-1a84acd1-e03e-4ed4-aecd-c470311d0eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:11.097932 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1bbbea76-ad9f-49cb-b7e6-91484e86b69a req-e3087036-4b91-456d-bfe5-eecee58d449d tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f818c06-7100-4c09-8b44-4202ec3bc601 HTTP/1.1" status: 200 len: 210 time: 0.0635023 May 04 18:27:11.194671 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-1a84acd1-e03e-4ed4-aecd-c470311d0eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:11.198555 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:11.210859 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84acd1-e03e-4ed4-aecd-c470311d0eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a75811f-69fa-47a0-a98f-200cea4e64df,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:11.215441 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-1a84acd1-e03e-4ed4-aecd-c470311d0eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:11.217635 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-1a84acd1-e03e-4ed4-aecd-c470311d0eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:11.220634 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-1a84acd1-e03e-4ed4-aecd-c470311d0eba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1a75811f-69fa-47a0-a98f-200cea4e64df HTTP/1.1" status: 204 len: 168 time: 0.2790611 May 04 18:27:11.315996 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0559bf-1d6f-45e4-9428-74f5ea3f251e req-33b4f0b8-a9a2-413d-a039-ccba59a1939d tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:11.319032 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8d0559bf-1d6f-45e4-9428-74f5ea3f251e req-33b4f0b8-a9a2-413d-a039-ccba59a1939d tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/ports?device_id=06d8a94b-c309-4b84-ac43-66ebb14f56da HTTP/1.1" status: 200 len: 944 time: 0.0841205 May 04 18:27:11.374104 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8d0559bf-1d6f-45e4-9428-74f5ea3f251e req-f51ff82c-6de9-44c7-ab1b-4aff54860fbb tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/security-groups?id=1954fb7f-4f39-460e-a780-d4c7f4d97cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497959 May 04 18:27:11.861147 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 49230) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:11.882711 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-1f5bcfac-bee1-445a-bf9e-41177ebd9faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:11.905578 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5db8a2-a9af-4f41-980d-e1c6f8641fd4 req-59471d59-2f28-4a6f-a9db-ab75196ee6b8 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:11.907395 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5c5db8a2-a9af-4f41-980d-e1c6f8641fd4 req-59471d59-2f28-4a6f-a9db-ab75196ee6b8 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.0929654 May 04 18:27:11.908394 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-1f5bcfac-bee1-445a-bf9e-41177ebd9faa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:27:11.912381 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-1f5bcfac-bee1-445a-bf9e-41177ebd9faa admin admin] Usage tracker for resource:security_group_rule and tenant:ab612810dd5440538b20f2fa8af85c9a is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:27:11.915569 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-1f5bcfac-bee1-445a-bf9e-41177ebd9faa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:27:11.923656 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-1f5bcfac-bee1-445a-bf9e-41177ebd9faa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:27:11.966680 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5c5db8a2-a9af-4f41-980d-e1c6f8641fd4 req-c94fe69a-1681-48c9-92c5-ab400f9b42e5 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533073 May 04 18:27:12.116729 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-1f5bcfac-bee1-445a-bf9e-41177ebd9faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:12.200498 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-1f5bcfac-bee1-445a-bf9e-41177ebd9faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:12.210693 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-762e713f-e743-4b54-a9e1-69eeb03a4ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:12.251676 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-1f5bcfac-bee1-445a-bf9e-41177ebd9faa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ab612810dd5440538b20f2fa8af85c9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3893859 May 04 18:27:12.252589 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-26ff8717-0b58-4fe4-96a7-0061be4fde6e req-4660c494-088b-4ac9-936e-afea25825ed6 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f818c06-7100-4c09-8b44-4202ec3bc601 HTTP/1.1" status: 200 len: 210 time: 0.0452812 May 04 18:27:12.254073 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5bcfac-bee1-445a-bf9e-41177ebd9faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932c9dbf-8d86-49c3-9300-5e55a437e20a,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:12.254644 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 49242) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:12.257096 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-1f5bcfac-bee1-445a-bf9e-41177ebd9faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:12.322905 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d45b4f32-f02e-480e-84c9-193075d41052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:12.350442 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d45b4f32-f02e-480e-84c9-193075d41052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:12.525602 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d45b4f32-f02e-480e-84c9-193075d41052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:12.535179 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:12.552316 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b4f32-f02e-480e-84c9-193075d41052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932c9dbf-8d86-49c3-9300-5e55a437e20a,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:12.556510 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-d45b4f32-f02e-480e-84c9-193075d41052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:12.560332 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d45b4f32-f02e-480e-84c9-193075d41052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:12.561456 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-d45b4f32-f02e-480e-84c9-193075d41052 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/932c9dbf-8d86-49c3-9300-5e55a437e20a HTTP/1.1" status: 204 len: 168 time: 0.3059583 May 04 18:27:12.594738 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01d1a1-b25d-4254-b39b-c4c9edcb47fd req-804420ad-c420-4624-8d19-4e53e6d420f1 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:12.596515 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1d01d1a1-b25d-4254-b39b-c4c9edcb47fd req-804420ad-c420-4624-8d19-4e53e6d420f1 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/ports?device_id=06d8a94b-c309-4b84-ac43-66ebb14f56da HTTP/1.1" status: 200 len: 944 time: 0.1082180 May 04 18:27:12.648770 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1d01d1a1-b25d-4254-b39b-c4c9edcb47fd req-a6a12d70-3430-47e6-8ab1-989ca762a0f6 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/security-groups?id=1954fb7f-4f39-460e-a780-d4c7f4d97cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446515 May 04 18:27:13.168506 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07c943-02df-482a-8ff8-89519a8453af req-65723ecd-a13e-41ac-81a0-fc60a2a5ba0d tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:13.171003 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-de07c943-02df-482a-8ff8-89519a8453af req-65723ecd-a13e-41ac-81a0-fc60a2a5ba0d tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.0889597 May 04 18:27:13.225615 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-de07c943-02df-482a-8ff8-89519a8453af req-8adcc19f-8b0d-4f62-9808-1226cf4ffcf0 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475042 May 04 18:27:13.512112 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-75250e69-56dc-44d6-a1ad-d917963bc0b9 req-f5c443c0-eb6c-4d6f-8656-046e30903966 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f818c06-7100-4c09-8b44-4202ec3bc601 HTTP/1.1" status: 200 len: 210 time: 0.1476262 May 04 18:27:13.568250 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-edab81ee-539d-41e8-8643-3b10af7808a4 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:13.569614 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-edab81ee-539d-41e8-8643-3b10af7808a4 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Synchronizing usage tracker for tenant:ae13407124d74fde8758bfce312171fb on resource:network {{(pid=74221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:27:13.586146 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cccb8124-0fb0-4c8a-860c-45449cdc9eb2 req-270baed8-92c4-4cc0-bb21-928969bced9c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b733bf7d-63b8-47a3-b881-4402c9e42719&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762060 May 04 18:27:13.673119 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-edab81ee-539d-41e8-8643-3b10af7808a4 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Unset dirty status for tenant:ae13407124d74fde8758bfce312171fb on resource:network {{(pid=74221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:27:13.674263 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-edab81ee-539d-41e8-8643-3b10af7808a4 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.20 "GET /v2.0/networks?id=d89a4125-3764-4595-b3a0-58856003dba9 HTTP/1.1" status: 200 len: 814 time: 0.2937334 May 04 18:27:13.695306 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-bd93fd87-d9ae-41ce-b18a-eb127410c166 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Request body: {'port': {'device_id': '6f818c06-7100-4c09-8b44-4202ec3bc601', 'network_id': 'd89a4125-3764-4595-b3a0-58856003dba9', 'admin_state_up': True, 'tenant_id': 'ae13407124d74fde8758bfce312171fb'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:27:13.856822 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb8124-0fb0-4c8a-860c-45449cdc9eb2 req-39f0f79f-3520-463f-bd4b-9421e66a0edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:13.858340 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cccb8124-0fb0-4c8a-860c-45449cdc9eb2 req-39f0f79f-3520-463f-bd4b-9421e66a0edd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae13407124d74fde8758bfce312171fb&device_id=b733bf7d-63b8-47a3-b881-4402c9e42719 HTTP/1.1" status: 200 len: 1099 time: 0.1832554 May 04 18:27:13.913918 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-bd93fd87-d9ae-41ce-b18a-eb127410c166 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:27:13.924398 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-bd93fd87-d9ae-41ce-b18a-eb127410c166 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:27:13.938190 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device b1fecaf6-1b19-48e6-ae75-b93ce8410f41 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:27:13.999604 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12706d1-f8b8-4134-8849-8b2afc735372 req-1cf5f417-4187-4aad-a431-464e70d3fae3 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:14.001071 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e12706d1-f8b8-4134-8849-8b2afc735372 req-1cf5f417-4187-4aad-a431-464e70d3fae3 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/ports?device_id=06d8a94b-c309-4b84-ac43-66ebb14f56da HTTP/1.1" status: 200 len: 944 time: 0.1965148 May 04 18:27:14.044488 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-bd93fd87-d9ae-41ce-b18a-eb127410c166 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Made reservation on behalf of ae13407124d74fde8758bfce312171fb for: {'port': 1} {{(pid=74221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:27:14.048183 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-bd93fd87-d9ae-41ce-b18a-eb127410c166 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:14.073751 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb8124-0fb0-4c8a-860c-45449cdc9eb2 req-19272aef-7217-4ccd-9cb5-163aa951f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:14.075557 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cccb8124-0fb0-4c8a-860c-45449cdc9eb2 req-19272aef-7217-4ccd-9cb5-163aa951f6d6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d89a4125-3764-4595-b3a0-58856003dba9 HTTP/1.1" status: 200 len: 915 time: 0.1849444 May 04 18:27:14.105806 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e12706d1-f8b8-4134-8849-8b2afc735372 req-46ebb566-043e-4323-8cd5-f16bebe4000d tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/security-groups?id=1954fb7f-4f39-460e-a780-d4c7f4d97cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930798 May 04 18:27:14.174576 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port b1fecaf6-1b19-48e6-ae75-b93ce8410f41, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b1fecaf6-1b19-48e6-ae75-b93ce8410f41,segment=NetworkSegment(a7a4acad-2332-4d46-b874-16952688c4f1),segment_id=a7a4acad-2332-4d46-b874-16952688c4f1)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:27:14.193431 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Returning: {'device': 'b1fecaf6-1b19-48e6-ae75-b93ce8410f41', 'network_id': '9040d36b-5325-4781-ac32-725ba1a5f599', 'port_id': 'b1fecaf6-1b19-48e6-ae75-b93ce8410f41', 'mac_address': 'fa:16:3e:9d:45:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd9ec52-a804-4193-8b88-48dd6ab41652', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:27:14.199705 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cccb8124-0fb0-4c8a-860c-45449cdc9eb2 req-f5b1d0bd-52d2-4792-bc96-12bfdf773cc7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=809a98ea-8435-42f3-a0ae-912a65d36d91 HTTP/1.1" status: 200 len: 217 time: 0.0875559 May 04 18:27:14.222810 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 49298) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:14.277367 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:14.301248 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1fecaf6-1b19-48e6-ae75-b93ce8410f41 {{(pid=74223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:27:14.313751 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb8124-0fb0-4c8a-860c-45449cdc9eb2 req-84ea823a-7f17-44ad-8aa9-2a39881d5274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:14.315094 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cccb8124-0fb0-4c8a-860c-45449cdc9eb2 req-84ea823a-7f17-44ad-8aa9-2a39881d5274 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=745e4f5f-e99e-45c7-ba2f-044ccda911f1 HTTP/1.1" status: 200 len: 854 time: 0.0910983 May 04 18:27:14.329570 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port b1fecaf6-1b19-48e6-ae75-b93ce8410f41, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b1fecaf6-1b19-48e6-ae75-b93ce8410f41,segment=NetworkSegment(a7a4acad-2332-4d46-b874-16952688c4f1),segment_id=a7a4acad-2332-4d46-b874-16952688c4f1)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:27:14.361007 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_common [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-bd93fd87-d9ae-41ce-b18a-eb127410c166 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Allocated IP 172.20.0.11 (d89a4125-3764-4595-b3a0-58856003dba9/745e4f5f-e99e-45c7-ba2f-044ccda911f1/398f378e-bcbe-4ffa-822a-2d78c36db14e) {{(pid=74221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:27:14.399862 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:14.401840 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:14.407144 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cccb8124-0fb0-4c8a-860c-45449cdc9eb2 req-5a11ab8f-8f22-4817-90b6-44f88729eca8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d89a4125-3764-4595-b3a0-58856003dba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821083 May 04 18:27:14.479729 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=b1fecaf6-1b19-48e6-ae75-b93ce8410f41,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:14.489595 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-6cf4c024-7453-412a-95e5-8f5e6195a5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:14.490886 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:14.525718 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-6cf4c024-7453-412a-95e5-8f5e6195a5ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:27:14.579291 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-6cf4c024-7453-412a-95e5-8f5e6195a5ab admin admin] Usage tracker for resource:security_group_rule and tenant:4ced57ac09754a3bb5b84e4ad755b0dc is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:27:14.586716 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-6cf4c024-7453-412a-95e5-8f5e6195a5ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:27:14.592387 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-bd93fd87-d9ae-41ce-b18a-eb127410c166 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks [] for port, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:14.600915 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-6cf4c024-7453-412a-95e5-8f5e6195a5ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:27:14.709034 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-bd93fd87-d9ae-41ce-b18a-eb127410c166 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:14.718384 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-344224db-b543-4295-bcc8-7ea4e7ef1ec6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:14.719879 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5051d-be4c-407f-8194-b3130b775975 req-62f75114-e72a-4098-8f5e-0efd7fd0ac2f tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:14.721299 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-dde5051d-be4c-407f-8194-b3130b775975 req-62f75114-e72a-4098-8f5e-0efd7fd0ac2f tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.3186891 May 04 18:27:14.724203 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9a298c68-950b-4fe0-9942-7eeb8c8657e7 req-a0812bf5-d260-43d6-a977-125b34721998 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f818c06-7100-4c09-8b44-4202ec3bc601 HTTP/1.1" status: 200 len: 210 time: 0.0865822 May 04 18:27:14.731747 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['809a98ea-8435-42f3-a0ae-912a65d36d91', '1638aa14-7403-4257-a09e-05352b898838'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:27:14.735819 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cccb8124-0fb0-4c8a-860c-45449cdc9eb2 req-acb1c2be-4745-4f1c-a314-d01e0e19e0b7 service neutron] 10.222.0.20 "GET /v2.0/networks/d89a4125-3764-4595-b3a0-58856003dba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164015 May 04 18:27:14.801675 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-bd93fd87-d9ae-41ce-b18a-eb127410c166 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Network d89a4125-3764-4595-b3a0-58856003dba9 is already hosted by enough agents. {{(pid=74221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:27:14.807430 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-bd93fd87-d9ae-41ce-b18a-eb127410c166 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Resources bound (agent type, host, resource id): {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:27:14.819707 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-bd93fd87-d9ae-41ce-b18a-eb127410c166 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Received port after_create {{(pid=74221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:27:14.872109 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93fd87-d9ae-41ce-b18a-eb127410c166 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Pushing event updated for resources: {'Port': ['ID=398f378e-bcbe-4ffa-822a-2d78c36db14e,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:14.877860 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-bd93fd87-d9ae-41ce-b18a-eb127410c166 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:14.895383 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['b1fecaf6-1b19-48e6-ae75-b93ce8410f41'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:27:14.901259 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-bd93fd87-d9ae-41ce-b18a-eb127410c166 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:14.901885 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-bd93fd87-d9ae-41ce-b18a-eb127410c166 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:14.993683 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-dde5051d-be4c-407f-8194-b3130b775975 req-e48e0793-3c2b-4f6c-8d6e-becd703c716d tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619872 May 04 18:27:15.017478 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cccb8124-0fb0-4c8a-860c-45449cdc9eb2 req-0e6cbd68-a51e-4dba-9e54-fbc326b79312 service neutron] 10.222.0.20 "GET /v2.0/networks/d89a4125-3764-4595-b3a0-58856003dba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641582 May 04 18:27:15.021987 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-6cf4c024-7453-412a-95e5-8f5e6195a5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:15.047330 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-bd93fd87-d9ae-41ce-b18a-eb127410c166 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3567343 May 04 18:27:15.061861 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-a30013db-36af-4ca8-aebe-abea59379113 service neutron] Request body: {'port': {'device_id': '6f818c06-7100-4c09-8b44-4202ec3bc601', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:27:15.097531 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-6cf4c024-7453-412a-95e5-8f5e6195a5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:15.112422 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-1ee64393-fabf-41ae-bfb8-2d78d28797ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:15.180329 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4c024-7453-412a-95e5-8f5e6195a5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2585b5c3-e92a-4518-a7c7-8ef7d2291c83,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:15.195583 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-6cf4c024-7453-412a-95e5-8f5e6195a5ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:15.220657 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-6cf4c024-7453-412a-95e5-8f5e6195a5ab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4ced57ac09754a3bb5b84e4ad755b0dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9988561 May 04 18:27:15.223260 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 49328) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:15.265598 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-a30013db-36af-4ca8-aebe-abea59379113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:15.295066 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-537442b3-fd10-48fe-a5d0-5ddad4289e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:15.377313 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-537442b3-fd10-48fe-a5d0-5ddad4289e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:15.448136 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef285963-c0ec-4ea3-9dc1-29bdb6e49afd req-9504f57d-02a0-4794-86cb-70ef2040cbf9 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:15.449595 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ef285963-c0ec-4ea3-9dc1-29bdb6e49afd req-9504f57d-02a0-4794-86cb-70ef2040cbf9 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/ports?device_id=06d8a94b-c309-4b84-ac43-66ebb14f56da HTTP/1.1" status: 200 len: 945 time: 0.1319964 May 04 18:27:15.507811 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ef285963-c0ec-4ea3-9dc1-29bdb6e49afd req-95b020fb-d7e8-4c8e-a21e-31fccfa0c66b tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/security-groups?id=1954fb7f-4f39-460e-a780-d4c7f4d97cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515776 May 04 18:27:15.566609 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-537442b3-fd10-48fe-a5d0-5ddad4289e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:15.572538 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:15.587779 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537442b3-fd10-48fe-a5d0-5ddad4289e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2585b5c3-e92a-4518-a7c7-8ef7d2291c83,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:15.593084 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-537442b3-fd10-48fe-a5d0-5ddad4289e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:15.605077 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-537442b3-fd10-48fe-a5d0-5ddad4289e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:15.608634 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-537442b3-fd10-48fe-a5d0-5ddad4289e2a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2585b5c3-e92a-4518-a7c7-8ef7d2291c83 HTTP/1.1" status: 204 len: 168 time: 0.3819437 May 04 18:27:15.665710 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-a30013db-36af-4ca8-aebe-abea59379113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 398f378e-bcbe-4ffa-822a-2d78c36db14e {{(pid=74221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:27:15.673317 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-a30013db-36af-4ca8-aebe-abea59379113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:15.690898 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.provisioning_blocks [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-a30013db-36af-4ca8-aebe-abea59379113 service neutron] Transition to ACTIVE for port object 398f378e-bcbe-4ffa-822a-2d78c36db14e will not be triggered until provisioned by entity L2. {{(pid=74221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:27:15.766323 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-a30013db-36af-4ca8-aebe-abea59379113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262247'] for port, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:15.770517 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-29c03974-2cd0-46d9-8a7c-148851ba8fb2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:15.947480 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30013db-36af-4ca8-aebe-abea59379113 service neutron] Pushing event updated for resources: {'Port': ['ID=398f378e-bcbe-4ffa-822a-2d78c36db14e,revision_number=2']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:15.956499 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-a30013db-36af-4ca8-aebe-abea59379113 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:15.984509 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018918c7-495a-4570-ab31-3cee28420bee req-51c16ab2-24c1-451d-af1f-84838d7b0c01 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:15.986090 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-018918c7-495a-4570-ab31-3cee28420bee req-51c16ab2-24c1-451d-af1f-84838d7b0c01 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f818c06-7100-4c09-8b44-4202ec3bc601 HTTP/1.1" status: 200 len: 944 time: 0.1337249 May 04 18:27:16.063879 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-018918c7-495a-4570-ab31-3cee28420bee req-0f711c17-46a3-40d3-a36f-d5cb3e973f56 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660725 May 04 18:27:16.102774 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-a30013db-36af-4ca8-aebe-abea59379113 service neutron] Attempting to bind port 398f378e-bcbe-4ffa-822a-2d78c36db14e on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:27:16.103093 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-a30013db-36af-4ca8-aebe-abea59379113 service neutron] Attempting to bind port 398f378e-bcbe-4ffa-822a-2d78c36db14e by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'e27d6d3a-acad-4e56-8b22-9dcd41a82e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd89a4125-3764-4595-b3a0-58856003dba9'}] {{(pid=74221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:27:16.106561 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-a30013db-36af-4ca8-aebe-abea59379113 service neutron] Attempting to bind port 398f378e-bcbe-4ffa-822a-2d78c36db14e on network d89a4125-3764-4595-b3a0-58856003dba9 {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:27:16.115914 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-a30013db-36af-4ca8-aebe-abea59379113 service neutron] Port 398f378e-bcbe-4ffa-822a-2d78c36db14e on network d89a4125-3764-4595-b3a0-58856003dba9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 18:27:16.117076 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-a30013db-36af-4ca8-aebe-abea59379113 service neutron] Attempting to bind port 398f378e-bcbe-4ffa-822a-2d78c36db14e on network d89a4125-3764-4595-b3a0-58856003dba9 {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:27:16.124716 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-a30013db-36af-4ca8-aebe-abea59379113 service neutron] Checking agent: {'id': 'eb0c7dda-b795-49f1-9080-37ad6bcb4a66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'started_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:27:16.125318 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-a30013db-36af-4ca8-aebe-abea59379113 service neutron] Checking segment: {'id': 'e27d6d3a-acad-4e56-8b22-9dcd41a82e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd89a4125-3764-4595-b3a0-58856003dba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:27:16.125927 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-a30013db-36af-4ca8-aebe-abea59379113 service neutron] Bound using segment: {'id': 'e27d6d3a-acad-4e56-8b22-9dcd41a82e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd89a4125-3764-4595-b3a0-58856003dba9'} {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:27:16.126668 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-a30013db-36af-4ca8-aebe-abea59379113 service neutron] Bound port: 398f378e-bcbe-4ffa-822a-2d78c36db14e, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27d6d3a-acad-4e56-8b22-9dcd41a82e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd89a4125-3764-4595-b3a0-58856003dba9'}}] {{(pid=74221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:27:16.127024 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-a30013db-36af-4ca8-aebe-abea59379113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:16.261490 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 49358) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:16.315768 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57f9b1-e102-403e-a6f2-d5c9ded63f22 req-17867115-fec7-4fd9-9b1d-8265fa1a2392 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:16.318806 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1e57f9b1-e102-403e-a6f2-d5c9ded63f22 req-17867115-fec7-4fd9-9b1d-8265fa1a2392 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.1185665 May 04 18:27:16.343488 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-a30013db-36af-4ca8-aebe-abea59379113 service neutron] For port 398f378e-bcbe-4ffa-822a-2d78c36db14e, host hv-cinder-78960, cleared binding levels {{(pid=74221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:27:16.343488 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-a30013db-36af-4ca8-aebe-abea59379113 service neutron] For port 398f378e-bcbe-4ffa-822a-2d78c36db14e, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=398f378e-bcbe-4ffa-822a-2d78c36db14e,segment=NetworkSegment(e27d6d3a-acad-4e56-8b22-9dcd41a82e38),segment_id=e27d6d3a-acad-4e56-8b22-9dcd41a82e38)] {{(pid=74221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:27:16.365972 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1e57f9b1-e102-403e-a6f2-d5c9ded63f22 req-6d5ae7aa-e7c5-4dec-826e-37f4f333ea3a tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404155 May 04 18:27:16.417777 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-a30013db-36af-4ca8-aebe-abea59379113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262247'] for port, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:16.423519 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-beb267d4-ac25-42e1-83a0-135b002675fe tempest-DeleteServersTestJSON-1046828617 tempest-DeleteServersTestJSON-1046828617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:16.428445 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2070ee46-1154-4eae-b504-811fb22be6fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:16.445343 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-2070ee46-1154-4eae-b504-811fb22be6fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:27:16.449222 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-2070ee46-1154-4eae-b504-811fb22be6fe admin admin] Usage tracker for resource:security_group_rule and tenant:27b39733e7ab47b18e8b5a7dc5db7d74 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:27:16.452080 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-2070ee46-1154-4eae-b504-811fb22be6fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:27:16.458277 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-2070ee46-1154-4eae-b504-811fb22be6fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:27:16.472102 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-a30013db-36af-4ca8-aebe-abea59379113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:16.472703 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-a30013db-36af-4ca8-aebe-abea59379113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:16.474240 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-a30013db-36af-4ca8-aebe-abea59379113 service neutron] 10.222.0.20 "PUT /v2.0/ports/398f378e-bcbe-4ffa-822a-2d78c36db14e HTTP/1.1" status: 200 len: 1094 time: 1.4183562 May 04 18:27:16.476614 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f818c06-7100-4c09-8b44-4202ec3bc601', 'tag': '398f378e-bcbe-4ffa-822a-2d78c36db14e'}] {{(pid=74221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:27:16.504456 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30013db-36af-4ca8-aebe-abea59379113 service neutron] Pushing event updated for resources: {'Port': ['ID=398f378e-bcbe-4ffa-822a-2d78c36db14e,revision_number=3']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:16.507518 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-a30013db-36af-4ca8-aebe-abea59379113 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:16.544512 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f818c06-7100-4c09-8b44-4202ec3bc601', 'tag': '398f378e-bcbe-4ffa-822a-2d78c36db14e', 'status': 'completed', 'code': 200} May 04 18:27:16.573153 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2070ee46-1154-4eae-b504-811fb22be6fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:16.670019 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2070ee46-1154-4eae-b504-811fb22be6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:16.673490 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13145ceb-8937-4fb4-a575-117627e64ecf req-61ba7ed6-5812-4595-8f8c-b15468d97961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:16.674982 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-13145ceb-8937-4fb4-a575-117627e64ecf req-61ba7ed6-5812-4595-8f8c-b15468d97961 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae13407124d74fde8758bfce312171fb&device_id=6f818c06-7100-4c09-8b44-4202ec3bc601 HTTP/1.1" status: 200 len: 1097 time: 0.0953066 May 04 18:27:16.687454 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-474e61ff-ba15-45ba-a4a8-477da1e20113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:16.822743 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-2070ee46-1154-4eae-b504-811fb22be6fe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=27b39733e7ab47b18e8b5a7dc5db7d74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5576034 May 04 18:27:16.823255 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 49382) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:16.826955 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070ee46-1154-4eae-b504-811fb22be6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b984bd-3bb7-4cad-b5ef-683236537710,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:16.840099 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13145ceb-8937-4fb4-a575-117627e64ecf req-21bc1b98-287c-4743-b685-6c32c1507d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:16.841592 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-13145ceb-8937-4fb4-a575-117627e64ecf req-21bc1b98-287c-4743-b685-6c32c1507d24 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ae13407124d74fde8758bfce312171fb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1572344 May 04 18:27:16.852652 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-2070ee46-1154-4eae-b504-811fb22be6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:16.905087 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a8160-7119-4262-a641-9d348d5a95be req-82256190-bd32-43ab-bf4d-c7c56fdba8a8 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:16.906536 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7f6a8160-7119-4262-a641-9d348d5a95be req-82256190-bd32-43ab-bf4d-c7c56fdba8a8 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/ports?device_id=06d8a94b-c309-4b84-ac43-66ebb14f56da HTTP/1.1" status: 200 len: 945 time: 0.2736154 May 04 18:27:16.942373 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a76b7dac-5599-46fc-a49b-b3a3b228ec5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:16.985793 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7f6a8160-7119-4262-a641-9d348d5a95be req-a670f56c-4ca1-4f11-a3c4-01057e729736 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/security-groups?id=1954fb7f-4f39-460e-a780-d4c7f4d97cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683737 May 04 18:27:16.987680 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a76b7dac-5599-46fc-a49b-b3a3b228ec5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:17.001842 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13145ceb-8937-4fb4-a575-117627e64ecf req-a39b6943-7536-49c2-87af-48a9ae508721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:17.003528 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-13145ceb-8937-4fb4-a575-117627e64ecf req-a39b6943-7536-49c2-87af-48a9ae508721 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1515148 May 04 18:27:17.160110 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a76b7dac-5599-46fc-a49b-b3a3b228ec5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:17.165152 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-537442b3-fd10-48fe-a5d0-5ddad4289e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:17.180419 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b7dac-5599-46fc-a49b-b3a3b228ec5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b984bd-3bb7-4cad-b5ef-683236537710,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:17.185119 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-814c193a-e10c-4059-b59a-3726b6700603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:17.192279 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-814c193a-e10c-4059-b59a-3726b6700603 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae13407124d74fde8758bfce312171fb&device_id=6f818c06-7100-4c09-8b44-4202ec3bc601 HTTP/1.1" status: 200 len: 1097 time: 0.1058514 May 04 18:27:17.193955 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-a76b7dac-5599-46fc-a49b-b3a3b228ec5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:17.200421 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a76b7dac-5599-46fc-a49b-b3a3b228ec5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:17.201625 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-a76b7dac-5599-46fc-a49b-b3a3b228ec5f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/76b984bd-3bb7-4cad-b5ef-683236537710 HTTP/1.1" status: 204 len: 168 time: 0.3768430 May 04 18:27:17.293888 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-e7ecf290-4302-489f-8e82-3b6e917c7336 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=398f378e-bcbe-4ffa-822a-2d78c36db14e HTTP/1.1" status: 200 len: 217 time: 0.0937104 May 04 18:27:17.323232 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5ced3-d0bf-4155-b683-2dc46aca350e req-cb63e769-b26c-4004-aa4f-c3f39aba3655 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:17.325057 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-46f5ced3-d0bf-4155-b683-2dc46aca350e req-cb63e769-b26c-4004-aa4f-c3f39aba3655 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f818c06-7100-4c09-8b44-4202ec3bc601 HTTP/1.1" status: 200 len: 944 time: 0.1037035 May 04 18:27:17.369712 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-91186cf5-fcd5-49df-a716-293cf65bae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:17.371458 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-91186cf5-fcd5-49df-a716-293cf65bae92 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=745e4f5f-e99e-45c7-ba2f-044ccda911f1 HTTP/1.1" status: 200 len: 854 time: 0.0634184 May 04 18:27:17.384849 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-46f5ced3-d0bf-4155-b683-2dc46aca350e req-559c5a1b-21a8-4c22-940e-01e42cb1f7d4 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485218 May 04 18:27:17.438219 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-3c7c41f7-83ae-4f79-842c-f740d4506f70 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d89a4125-3764-4595-b3a0-58856003dba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576000 May 04 18:27:17.597898 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ac151-3408-4289-acd3-0c9ea6785e67 req-bc03e9f1-6651-437d-ab08-34be18375a67 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:17.603183 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-f16ec8db-5fe0-4a24-9d7b-fabdf3139a68 service neutron] 10.222.0.20 "GET /v2.0/networks/d89a4125-3764-4595-b3a0-58856003dba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528158 May 04 18:27:17.603587 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d09ac151-3408-4289-acd3-0c9ea6785e67 req-bc03e9f1-6651-437d-ab08-34be18375a67 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.1008286 May 04 18:27:17.648465 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d09ac151-3408-4289-acd3-0c9ea6785e67 req-9da5b91c-832e-4a72-a191-14d38199b15d tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426366 May 04 18:27:17.730670 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-60162efd-4713-4dcf-9af3-a90caa2159b2 req-4ee4e78b-8f96-4000-bac6-3d78d5df5abe service neutron] 10.222.0.20 "GET /v2.0/networks/d89a4125-3764-4595-b3a0-58856003dba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249595 May 04 18:27:17.955124 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 49410) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:17.958155 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device b1fecaf6-1b19-48e6-ae75-b93ce8410f41 up at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:27:17.982788 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2c22d087-ea12-495d-8c80-2d17a1e9ba38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:17.992069 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 49414) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:18.006749 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-2c22d087-ea12-495d-8c80-2d17a1e9ba38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:27:18.010760 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-2c22d087-ea12-495d-8c80-2d17a1e9ba38 admin admin] Usage tracker for resource:security_group_rule and tenant:3be6931bd1404433af33e5e0da124816 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:27:18.016845 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-2c22d087-ea12-495d-8c80-2d17a1e9ba38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:27:18.028962 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-2c22d087-ea12-495d-8c80-2d17a1e9ba38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:27:18.114385 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning for port b1fecaf6-1b19-48e6-ae75-b93ce8410f41 completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:27:18.119575 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning complete for port b1fecaf6-1b19-48e6-ae75-b93ce8410f41 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:27:18.119982 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:18.123933 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2c22d087-ea12-495d-8c80-2d17a1e9ba38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:18.210546 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14606faa-31ec-41d7-ac90-708bdb803064 req-79cdda30-70cf-455d-b515-94d597bd93c2 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:18.212129 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-14606faa-31ec-41d7-ac90-708bdb803064 req-79cdda30-70cf-455d-b515-94d597bd93c2 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/ports?device_id=06d8a94b-c309-4b84-ac43-66ebb14f56da HTTP/1.1" status: 200 len: 945 time: 0.0908771 May 04 18:27:18.226594 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2c22d087-ea12-495d-8c80-2d17a1e9ba38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:18.239180 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-2070ee46-1154-4eae-b504-811fb22be6fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:18.247057 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:18.267185 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f18797d1-b6ca-45eb-8511-2181eb3930ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:18.275852 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d8a94b-c309-4b84-ac43-66ebb14f56da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1fecaf6-1b19-48e6-ae75-b93ce8410f41'}] {{(pid=74223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:27:18.285805 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port b1fecaf6-1b19-48e6-ae75-b93ce8410f41, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b1fecaf6-1b19-48e6-ae75-b93ce8410f41,segment=NetworkSegment(a7a4acad-2332-4d46-b874-16952688c4f1),segment_id=a7a4acad-2332-4d46-b874-16952688c4f1)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:27:18.313177 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-f18797d1-b6ca-45eb-8511-2181eb3930ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:27:18.318983 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-2c22d087-ea12-495d-8c80-2d17a1e9ba38 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3be6931bd1404433af33e5e0da124816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3601384 May 04 18:27:18.319366 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 49426) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:18.330671 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-f18797d1-b6ca-45eb-8511-2181eb3930ec admin admin] Usage tracker for resource:security_group_rule and tenant:f778391f439e40aba677968729c364f2 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:27:18.336010 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22d087-ea12-495d-8c80-2d17a1e9ba38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092f1964-dc4e-446e-ac36-470d74788bad,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:18.342431 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-f18797d1-b6ca-45eb-8511-2181eb3930ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:27:18.347720 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-2c22d087-ea12-495d-8c80-2d17a1e9ba38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:18.349676 dv-cinder-789603-2-smb neutron-server[74223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d8a94b-c309-4b84-ac43-66ebb14f56da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1fecaf6-1b19-48e6-ae75-b93ce8410f41', 'code': 200} May 04 18:27:18.353473 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-14606faa-31ec-41d7-ac90-708bdb803064 req-5e7de496-cff8-4227-a7c8-be07030b7bc0 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/security-groups?id=1954fb7f-4f39-460e-a780-d4c7f4d97cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182187 May 04 18:27:18.354319 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-f18797d1-b6ca-45eb-8511-2181eb3930ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:27:18.360371 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:18.363296 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:18.405318 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ebd3e095-63c9-45db-b163-1e24a4263feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:18.436798 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ebd3e095-63c9-45db-b163-1e24a4263feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:18.452571 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=b1fecaf6-1b19-48e6-ae75-b93ce8410f41,revision_number=5']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:18.465407 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:18.473565 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f18797d1-b6ca-45eb-8511-2181eb3930ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:18.562823 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f18797d1-b6ca-45eb-8511-2181eb3930ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:18.575188 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:18.593209 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ebd3e095-63c9-45db-b163-1e24a4263feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:18.596952 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-50078145-9f49-4d5b-b6c6-512c1c3200b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:18.610104 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3e095-63c9-45db-b163-1e24a4263feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092f1964-dc4e-446e-ac36-470d74788bad,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:18.613388 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-ebd3e095-63c9-45db-b163-1e24a4263feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:18.615263 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ebd3e095-63c9-45db-b163-1e24a4263feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:18.619309 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-ebd3e095-63c9-45db-b163-1e24a4263feb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/092f1964-dc4e-446e-ac36-470d74788bad HTTP/1.1" status: 204 len: 168 time: 0.2989078 May 04 18:27:18.626551 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-f18797d1-b6ca-45eb-8511-2181eb3930ec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f778391f439e40aba677968729c364f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6329384 May 04 18:27:18.627794 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18797d1-b6ca-45eb-8511-2181eb3930ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e2f3d3-77b8-4740-a46f-88bd0e8511cb,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:18.630351 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 49436) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:18.634057 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-f18797d1-b6ca-45eb-8511-2181eb3930ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:18.698126 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd9a90-4879-4baf-9637-1417f26ba71d req-070fa398-45fb-4598-aa4e-0cf289fed820 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:18.699617 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2afd9a90-4879-4baf-9637-1417f26ba71d req-070fa398-45fb-4598-aa4e-0cf289fed820 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f818c06-7100-4c09-8b44-4202ec3bc601 HTTP/1.1" status: 200 len: 944 time: 0.1774921 May 04 18:27:18.737521 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-8ba195bc-9500-47b2-94d9-3c14fe552ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:18.778893 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2afd9a90-4879-4baf-9637-1417f26ba71d req-bb0b8e2f-5b27-415c-a857-902a0f8d82af tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681961 May 04 18:27:18.784643 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-8ba195bc-9500-47b2-94d9-3c14fe552ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:18.788458 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d47686-6d22-4097-8a59-1d12bee63294 req-19dd9b65-8151-477a-ae93-a7f6c669b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:18.790056 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-33d47686-6d22-4097-8a59-1d12bee63294 req-19dd9b65-8151-477a-ae93-a7f6c669b2bc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=06d8a94b-c309-4b84-ac43-66ebb14f56da HTTP/1.1" status: 200 len: 1099 time: 0.0758822 May 04 18:27:18.834754 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-33d47686-6d22-4097-8a59-1d12bee63294 req-58c08f7e-7c10-4f64-a2e3-bc47b2d16f86 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1954fb7f-4f39-460e-a780-d4c7f4d97cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352931 May 04 18:27:18.894230 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f04ae-7d0a-44fa-9ab6-6e2316a23215 req-b7315001-c8dd-462e-902f-307200fca180 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:18.895927 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-da7f04ae-7d0a-44fa-9ab6-6e2316a23215 req-b7315001-c8dd-462e-902f-307200fca180 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.1131029 May 04 18:27:18.945187 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-8ba195bc-9500-47b2-94d9-3c14fe552ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:18.951632 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-7da480cc-99e9-44fe-8daf-b1822598f161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:18.963225 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-da7f04ae-7d0a-44fa-9ab6-6e2316a23215 req-a2bc162d-7804-4be5-9d4d-243f1dad4608 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613997 May 04 18:27:18.971623 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba195bc-9500-47b2-94d9-3c14fe552ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e2f3d3-77b8-4740-a46f-88bd0e8511cb,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:18.974624 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-8ba195bc-9500-47b2-94d9-3c14fe552ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:18.978917 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-8ba195bc-9500-47b2-94d9-3c14fe552ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:18.988354 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-8ba195bc-9500-47b2-94d9-3c14fe552ac7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/72e2f3d3-77b8-4740-a46f-88bd0e8511cb HTTP/1.1" status: 204 len: 168 time: 0.3478110 May 04 18:27:19.234439 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:19.571086 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b108c-d29a-4750-b323-54673e67491d req-0c6e98fd-da50-4b70-ae33-1997d3854ceb tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:19.572607 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-279b108c-d29a-4750-b323-54673e67491d req-0c6e98fd-da50-4b70-ae33-1997d3854ceb tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/ports?device_id=06d8a94b-c309-4b84-ac43-66ebb14f56da HTTP/1.1" status: 200 len: 946 time: 0.0909388 May 04 18:27:19.617667 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-279b108c-d29a-4750-b323-54673e67491d req-16329cda-f79e-4fbd-97ec-c2e5b8b97316 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/security-groups?id=1954fb7f-4f39-460e-a780-d4c7f4d97cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388594 May 04 18:27:19.969754 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e3b52-c776-4fa5-b2ce-9146339f930e req-756cf1c1-f99e-4618-8988-c04673f71584 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:19.971259 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a24e3b52-c776-4fa5-b2ce-9146339f930e req-756cf1c1-f99e-4618-8988-c04673f71584 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f818c06-7100-4c09-8b44-4202ec3bc601 HTTP/1.1" status: 200 len: 944 time: 0.0857873 May 04 18:27:20.037298 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a24e3b52-c776-4fa5-b2ce-9146339f930e req-f8ba07fc-cbb0-4bc9-9459-87cbbe94b552 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599561 May 04 18:27:20.168193 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a63fd4-46c4-4667-ac41-b1308e951cf2 req-bc6fbf10-b43d-4789-8afe-1f991776d741 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:20.170000 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b8a63fd4-46c4-4667-ac41-b1308e951cf2 req-bc6fbf10-b43d-4789-8afe-1f991776d741 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.0850413 May 04 18:27:20.218247 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b8a63fd4-46c4-4667-ac41-b1308e951cf2 req-81a84f9d-b167-4e8d-b58d-76d63792f2cd tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423429 May 04 18:27:20.812320 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49479ec-60ad-4d15-9224-6c1b8c29853e req-cacef3df-5a52-40ac-a93a-4d66ed283b5b tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:20.813919 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b49479ec-60ad-4d15-9224-6c1b8c29853e req-cacef3df-5a52-40ac-a93a-4d66ed283b5b tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/ports?device_id=06d8a94b-c309-4b84-ac43-66ebb14f56da HTTP/1.1" status: 200 len: 946 time: 0.0843003 May 04 18:27:20.860784 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b49479ec-60ad-4d15-9224-6c1b8c29853e req-a14a5fca-62fe-43be-a1f0-e7c064b5451a tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/security-groups?id=1954fb7f-4f39-460e-a780-d4c7f4d97cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407343 May 04 18:27:21.239711 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 49532) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:21.240794 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c181a-c9b8-4a16-a7bf-0e86c815f8ae req-43d2a4b6-58db-40bb-9a9e-dcb408d08491 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:21.242621 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-006c181a-c9b8-4a16-a7bf-0e86c815f8ae req-43d2a4b6-58db-40bb-9a9e-dcb408d08491 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f818c06-7100-4c09-8b44-4202ec3bc601 HTTP/1.1" status: 200 len: 944 time: 0.0871918 May 04 18:27:21.290003 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-006c181a-c9b8-4a16-a7bf-0e86c815f8ae req-9cf96bd6-52e0-4a83-8cc2-a8d70d85022a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395842 May 04 18:27:21.367187 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-e4e58e03-5360-4272-977a-f11670b14c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:21.382550 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-e4e58e03-5360-4272-977a-f11670b14c42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:27:21.386450 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-e4e58e03-5360-4272-977a-f11670b14c42 admin admin] Usage tracker for resource:security_group_rule and tenant:1efa915c7957458c9fce7d470a0d6d61 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:27:21.390146 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-e4e58e03-5360-4272-977a-f11670b14c42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:27:21.395870 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-e4e58e03-5360-4272-977a-f11670b14c42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:27:21.469031 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cffcb-d407-4f09-8f21-05a09e2fdd61 req-03cb9c14-8ab6-41b0-9cd9-284fcaf23c10 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:21.470565 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1f0cffcb-d407-4f09-8f21-05a09e2fdd61 req-03cb9c14-8ab6-41b0-9cd9-284fcaf23c10 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.0821075 May 04 18:27:21.480661 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-e4e58e03-5360-4272-977a-f11670b14c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:21.515753 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1f0cffcb-d407-4f09-8f21-05a09e2fdd61 req-abc23131-9886-45ed-9d9f-9b366658cdce tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389807 May 04 18:27:21.554873 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-e4e58e03-5360-4272-977a-f11670b14c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:21.564735 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-5e2116e9-e522-4ffc-9702-14e35da2ca3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:21.611074 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-e4e58e03-5360-4272-977a-f11670b14c42 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1efa915c7957458c9fce7d470a0d6d61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3697491 May 04 18:27:21.611800 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 49544) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:21.612029 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e58e03-5360-4272-977a-f11670b14c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c4c1bf-8a13-46a7-b76e-bb0970e284c7,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:21.615909 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-e4e58e03-5360-4272-977a-f11670b14c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:21.678552 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-4c4ad67a-b766-43ad-b9b2-c4613c5ce83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:21.704634 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-4c4ad67a-b766-43ad-b9b2-c4613c5ce83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:21.822967 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-4c4ad67a-b766-43ad-b9b2-c4613c5ce83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:21.827430 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-5d608c07-a542-4cb3-8def-071daca23588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:21.840142 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ad67a-b766-43ad-b9b2-c4613c5ce83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c4c1bf-8a13-46a7-b76e-bb0970e284c7,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:21.842816 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-4c4ad67a-b766-43ad-b9b2-c4613c5ce83b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:21.846869 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-4c4ad67a-b766-43ad-b9b2-c4613c5ce83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:21.848351 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-4c4ad67a-b766-43ad-b9b2-c4613c5ce83b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/33c4c1bf-8a13-46a7-b76e-bb0970e284c7 HTTP/1.1" status: 204 len: 168 time: 0.2351186 May 04 18:27:22.009596 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 398f378e-bcbe-4ffa-822a-2d78c36db14e details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:27:22.145830 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 398f378e-bcbe-4ffa-822a-2d78c36db14e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=398f378e-bcbe-4ffa-822a-2d78c36db14e,segment=NetworkSegment(e27d6d3a-acad-4e56-8b22-9dcd41a82e38),segment_id=e27d6d3a-acad-4e56-8b22-9dcd41a82e38)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:27:22.158631 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Returning: {'device': '398f378e-bcbe-4ffa-822a-2d78c36db14e', 'network_id': 'd89a4125-3764-4595-b3a0-58856003dba9', 'port_id': '398f378e-bcbe-4ffa-822a-2d78c36db14e', 'mac_address': 'fa:16:3e:9c:65:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745e4f5f-e99e-45c7-ba2f-044ccda911f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:27:22.213374 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:22.229435 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 398f378e-bcbe-4ffa-822a-2d78c36db14e {{(pid=74223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:27:22.244548 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 398f378e-bcbe-4ffa-822a-2d78c36db14e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=398f378e-bcbe-4ffa-822a-2d78c36db14e,segment=NetworkSegment(e27d6d3a-acad-4e56-8b22-9dcd41a82e38),segment_id=e27d6d3a-acad-4e56-8b22-9dcd41a82e38)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:27:22.371392 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:22.374435 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:22.446273 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=398f378e-bcbe-4ffa-822a-2d78c36db14e,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:22.449468 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:22.495249 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1810dac-4aa4-4dc7-a91c-4565e31c6419 req-e6a4e439-27f0-49d3-919f-de3b4c2cb921 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:22.496634 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e1810dac-4aa4-4dc7-a91c-4565e31c6419 req-e6a4e439-27f0-49d3-919f-de3b4c2cb921 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f818c06-7100-4c09-8b44-4202ec3bc601 HTTP/1.1" status: 200 len: 945 time: 0.0940156 May 04 18:27:22.535718 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 49560) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:22.545321 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e1810dac-4aa4-4dc7-a91c-4565e31c6419 req-15de582c-fd5b-4974-8743-f835c2b80194 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422320 May 04 18:27:22.557461 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-407d796e-bd94-4f02-8654-8ede1673d7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:22.575647 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-407d796e-bd94-4f02-8654-8ede1673d7c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:27:22.578492 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-407d796e-bd94-4f02-8654-8ede1673d7c8 admin admin] Usage tracker for resource:security_group_rule and tenant:8e658e75bd0e43cd9535ebc310c35a2f is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:27:22.581495 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-407d796e-bd94-4f02-8654-8ede1673d7c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:27:22.587189 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-407d796e-bd94-4f02-8654-8ede1673d7c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:27:22.676969 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-407d796e-bd94-4f02-8654-8ede1673d7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:22.737160 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-407d796e-bd94-4f02-8654-8ede1673d7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:22.746588 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-51310d72-5d7a-45d7-aa8a-b195c35f1ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:22.793148 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-407d796e-bd94-4f02-8654-8ede1673d7c8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8e658e75bd0e43cd9535ebc310c35a2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556956 May 04 18:27:22.794119 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d796e-bd94-4f02-8654-8ede1673d7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39686f1-72a4-4427-8193-2291e6e3eb88,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:22.802920 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 49572) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:22.803050 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cbb56-0a55-4efd-bfe5-4c721a4c26db req-e7d4b4d2-de94-48da-aba3-bbdebc79824e tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:22.803176 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-407d796e-bd94-4f02-8654-8ede1673d7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:22.803817 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3d7cbb56-0a55-4efd-bfe5-4c721a4c26db req-e7d4b4d2-de94-48da-aba3-bbdebc79824e tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.1632526 May 04 18:27:22.850324 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3d7cbb56-0a55-4efd-bfe5-4c721a4c26db req-2e958738-3c8b-4d5b-8322-f274ca9e6820 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453269 May 04 18:27:22.862027 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-83eb4bc6-3182-48db-834c-bfca9f452aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:22.887809 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-83eb4bc6-3182-48db-834c-bfca9f452aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:22.982424 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['398f378e-bcbe-4ffa-822a-2d78c36db14e'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:27:23.016382 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-83eb4bc6-3182-48db-834c-bfca9f452aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:23.021943 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-f59fcd03-d7ed-4166-b244-598a8a279447 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:23.034539 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb4bc6-3182-48db-834c-bfca9f452aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39686f1-72a4-4427-8193-2291e6e3eb88,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:23.037075 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-83eb4bc6-3182-48db-834c-bfca9f452aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:23.046693 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-83eb4bc6-3182-48db-834c-bfca9f452aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:23.047838 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-83eb4bc6-3182-48db-834c-bfca9f452aa8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a39686f1-72a4-4427-8193-2291e6e3eb88 HTTP/1.1" status: 204 len: 168 time: 0.2498639 May 04 18:27:23.774793 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec5381-c896-424d-a7de-ce08c7ac3134 req-8c52f8df-7783-4fcc-8100-e322df6a9861 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:23.777365 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3bec5381-c896-424d-a7de-ce08c7ac3134 req-8c52f8df-7783-4fcc-8100-e322df6a9861 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f818c06-7100-4c09-8b44-4202ec3bc601 HTTP/1.1" status: 200 len: 945 time: 0.0979748 May 04 18:27:23.830365 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3bec5381-c896-424d-a7de-ce08c7ac3134 req-0c0bc5af-bfbf-4198-8dfc-38415537cd34 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474670 May 04 18:27:24.055489 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7d451-bb10-4757-8305-f6a2b8bdff7c req-072e1baf-fa5e-4ce8-a5ca-795ccc105193 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:24.059757 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-93e7d451-bb10-4757-8305-f6a2b8bdff7c req-072e1baf-fa5e-4ce8-a5ca-795ccc105193 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.0930436 May 04 18:27:24.103893 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-93e7d451-bb10-4757-8305-f6a2b8bdff7c req-a2b356fc-bed2-4eb0-adcc-ec4083a00fb8 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409784 May 04 18:27:25.044871 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c837615-03eb-4ed3-aa0d-89a6f1bfc187 req-05c25939-c412-4a40-8578-ac99acc6099a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:25.047143 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1c837615-03eb-4ed3-aa0d-89a6f1bfc187 req-05c25939-c412-4a40-8578-ac99acc6099a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f818c06-7100-4c09-8b44-4202ec3bc601 HTTP/1.1" status: 200 len: 945 time: 0.1029620 May 04 18:27:25.093900 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1c837615-03eb-4ed3-aa0d-89a6f1bfc187 req-470c80c3-e230-4734-9f02-a488d50d1b63 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409257 May 04 18:27:25.297664 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b56f8-7dc3-477b-a524-39fb770f4dbe req-6cca2afc-3d19-4fe3-997e-9609b62fba1d tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:25.299109 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-479b56f8-7dc3-477b-a524-39fb770f4dbe req-6cca2afc-3d19-4fe3-997e-9609b62fba1d tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.0840576 May 04 18:27:25.342777 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-479b56f8-7dc3-477b-a524-39fb770f4dbe req-926aace7-0139-4d03-8383-8cb5501ffad7 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373423 May 04 18:27:26.019296 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 398f378e-bcbe-4ffa-822a-2d78c36db14e up at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:27:26.061658 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4111b4-ab2d-406a-90a6-22f38ac24401 req-e2790353-1cea-4f8d-ac98-9fb96b642019 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:26.063180 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7c4111b4-ab2d-406a-90a6-22f38ac24401 req-e2790353-1cea-4f8d-ac98-9fb96b642019 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/ports?device_id=06d8a94b-c309-4b84-ac43-66ebb14f56da HTTP/1.1" status: 200 len: 946 time: 0.0853989 May 04 18:27:26.113063 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7c4111b4-ab2d-406a-90a6-22f38ac24401 req-a2b7720e-cd81-4682-8945-94351593e36e tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/security-groups?id=1954fb7f-4f39-460e-a780-d4c7f4d97cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418661 May 04 18:27:26.205510 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning for port 398f378e-bcbe-4ffa-822a-2d78c36db14e completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:27:26.210897 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning complete for port 398f378e-bcbe-4ffa-822a-2d78c36db14e triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:27:26.211324 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:26.286632 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9bfc1-8d4b-42c2-b55f-c6d89fee693b req-ef0705e7-dd0c-47c0-8d68-89f6648ade55 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:26.288132 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-56c9bfc1-8d4b-42c2-b55f-c6d89fee693b req-ef0705e7-dd0c-47c0-8d68-89f6648ade55 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f818c06-7100-4c09-8b44-4202ec3bc601 HTTP/1.1" status: 200 len: 945 time: 0.0851338 May 04 18:27:26.334810 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-56c9bfc1-8d4b-42c2-b55f-c6d89fee693b req-2fac7e21-f69c-4701-a194-47f7e9e041f1 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406735 May 04 18:27:26.335289 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:26.362912 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f818c06-7100-4c09-8b44-4202ec3bc601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398f378e-bcbe-4ffa-822a-2d78c36db14e'}] {{(pid=74223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:27:26.372500 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 398f378e-bcbe-4ffa-822a-2d78c36db14e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=398f378e-bcbe-4ffa-822a-2d78c36db14e,segment=NetworkSegment(e27d6d3a-acad-4e56-8b22-9dcd41a82e38),segment_id=e27d6d3a-acad-4e56-8b22-9dcd41a82e38)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:27:26.409971 dv-cinder-789603-2-smb neutron-server[74223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f818c06-7100-4c09-8b44-4202ec3bc601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398f378e-bcbe-4ffa-822a-2d78c36db14e', 'code': 200} May 04 18:27:26.468247 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:26.470533 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:26.531010 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698023fc-7a3f-4a1a-a5d6-55efdc268a0a req-f1b5a0ca-e140-43f7-ac98-3b8f128d23ff tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:26.532479 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-698023fc-7a3f-4a1a-a5d6-55efdc268a0a req-f1b5a0ca-e140-43f7-ac98-3b8f128d23ff tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.0839653 May 04 18:27:26.535540 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=398f378e-bcbe-4ffa-822a-2d78c36db14e,revision_number=5']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:26.538627 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:26.595713 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-698023fc-7a3f-4a1a-a5d6-55efdc268a0a req-e1849b2c-1ffc-4079-b7d2-bf71d52b513b tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554941 May 04 18:27:26.799269 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12282a0b-4dfb-4f5b-8fe1-d65d0278fe07 req-b8b981e4-6800-45b4-9bd4-b110ce8937e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:26.800710 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-12282a0b-4dfb-4f5b-8fe1-d65d0278fe07 req-b8b981e4-6800-45b4-9bd4-b110ce8937e2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6f818c06-7100-4c09-8b44-4202ec3bc601 HTTP/1.1" status: 200 len: 1099 time: 0.0692031 May 04 18:27:26.846918 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-12282a0b-4dfb-4f5b-8fe1-d65d0278fe07 req-9fe75482-3647-44fb-ba4e-7ed74c97e5fc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344579 May 04 18:27:27.308823 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19c110-18f0-4f32-977e-85c154ebbe5d req-99ce59fc-ef60-4762-8160-bc3d1a21da42 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:27.310279 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cf19c110-18f0-4f32-977e-85c154ebbe5d req-99ce59fc-ef60-4762-8160-bc3d1a21da42 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/ports?device_id=06d8a94b-c309-4b84-ac43-66ebb14f56da HTTP/1.1" status: 200 len: 946 time: 0.0789795 May 04 18:27:27.355128 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cf19c110-18f0-4f32-977e-85c154ebbe5d req-cd23b9d9-739e-4745-84b5-89e4b7a21146 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/security-groups?id=1954fb7f-4f39-460e-a780-d4c7f4d97cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383763 May 04 18:27:27.524444 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9baa3b-fc65-4a8b-8588-c481c3bb9869 req-3e40d013-ef34-4df6-898f-b95e4b2f13ab tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:27.525875 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9c9baa3b-fc65-4a8b-8588-c481c3bb9869 req-3e40d013-ef34-4df6-898f-b95e4b2f13ab tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f818c06-7100-4c09-8b44-4202ec3bc601 HTTP/1.1" status: 200 len: 946 time: 0.0815818 May 04 18:27:27.569426 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9c9baa3b-fc65-4a8b-8588-c481c3bb9869 req-3b84c0c7-d471-4b5e-bb92-7e00d80f6f14 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377374 May 04 18:27:27.803239 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120c994-9ea1-4e6b-9bd4-06e308c5f0fa req-0e337f93-126f-46c4-b131-916461386e31 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:27.807705 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b120c994-9ea1-4e6b-9bd4-06e308c5f0fa req-0e337f93-126f-46c4-b131-916461386e31 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.1088297 May 04 18:27:27.852951 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b120c994-9ea1-4e6b-9bd4-06e308c5f0fa req-89c51e43-9a8b-4780-be64-dd5fceb15b7f tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423598 May 04 18:27:28.554653 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df9df2-e087-4f8d-a298-6bb5e3fb0451 req-af76669a-799b-4a7f-8d83-cce2bdf78c6c tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:28.556185 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c3df9df2-e087-4f8d-a298-6bb5e3fb0451 req-af76669a-799b-4a7f-8d83-cce2bdf78c6c tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/ports?device_id=06d8a94b-c309-4b84-ac43-66ebb14f56da HTTP/1.1" status: 200 len: 946 time: 0.0824227 May 04 18:27:28.603160 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c3df9df2-e087-4f8d-a298-6bb5e3fb0451 req-a250eef2-baba-42c2-b000-bfd5ecee1b8f tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/security-groups?id=1954fb7f-4f39-460e-a780-d4c7f4d97cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404344 May 04 18:27:28.606686 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b9f91-e656-47b4-a3ce-345afde50413 req-9081814d-059d-43d4-94b0-93f082c98baf tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:28.608492 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-819b9f91-e656-47b4-a3ce-345afde50413 req-9081814d-059d-43d4-94b0-93f082c98baf tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Synchronizing usage tracker for tenant:c6b505e72f8f4151930e25f79b385a24 on resource:port {{(pid=74221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:27:28.697281 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-819b9f91-e656-47b4-a3ce-345afde50413 req-9081814d-059d-43d4-94b0-93f082c98baf tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Unset dirty status for tenant:c6b505e72f8f4151930e25f79b385a24 on resource:port {{(pid=74221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:27:28.698433 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-819b9f91-e656-47b4-a3ce-345afde50413 req-9081814d-059d-43d4-94b0-93f082c98baf tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.20 "GET /v2.0/ports?device_id=06d8a94b-c309-4b84-ac43-66ebb14f56da HTTP/1.1" status: 200 len: 946 time: 0.2617447 May 04 18:27:28.764955 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900c0e7-fd1c-43d1-a625-c9d2f20f9442 req-c1e6c110-f283-4e8f-ab53-842a62748920 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:28.766389 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d900c0e7-fd1c-43d1-a625-c9d2f20f9442 req-c1e6c110-f283-4e8f-ab53-842a62748920 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f818c06-7100-4c09-8b44-4202ec3bc601 HTTP/1.1" status: 200 len: 946 time: 0.0831008 May 04 18:27:28.815158 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d900c0e7-fd1c-43d1-a625-c9d2f20f9442 req-0cbc25e8-a6ae-4620-8226-0730338b54a3 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426831 May 04 18:27:28.859522 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [req-819b9f91-e656-47b4-a3ce-345afde50413 req-437a4c6e-2bda-481d-b3b4-c1f0ccfdcb98 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Deleting port b1fecaf6-1b19-48e6-ae75-b93ce8410f41 {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:27:28.859950 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-819b9f91-e656-47b4-a3ce-345afde50413 req-437a4c6e-2bda-481d-b3b4-c1f0ccfdcb98 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:29.085134 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-819b9f91-e656-47b4-a3ce-345afde50413 req-437a4c6e-2bda-481d-b3b4-c1f0ccfdcb98 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] For port b1fecaf6-1b19-48e6-ae75-b93ce8410f41, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b1fecaf6-1b19-48e6-ae75-b93ce8410f41,segment=NetworkSegment(a7a4acad-2332-4d46-b874-16952688c4f1),segment_id=a7a4acad-2332-4d46-b874-16952688c4f1)] {{(pid=74221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:27:29.085855 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-819b9f91-e656-47b4-a3ce-345afde50413 req-437a4c6e-2bda-481d-b3b4-c1f0ccfdcb98 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:29.110046 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28f362-62f0-447b-892b-d391924682e3 req-41f4295d-ebe0-40b5-a7ed-2a8dcf42a3af tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:29.111838 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-da28f362-62f0-447b-892b-d391924682e3 req-41f4295d-ebe0-40b5-a7ed-2a8dcf42a3af tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.1166234 May 04 18:27:29.158025 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-da28f362-62f0-447b-892b-d391924682e3 req-bef7e87b-faf0-478b-9a64-c61aee1fba34 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397525 May 04 18:27:29.228009 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [req-819b9f91-e656-47b4-a3ce-345afde50413 req-437a4c6e-2bda-481d-b3b4-c1f0ccfdcb98 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Calling delete_port for b1fecaf6-1b19-48e6-ae75-b93ce8410f41 owned by compute:nova {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:27:29.394599 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-819b9f91-e656-47b4-a3ce-345afde50413 req-437a4c6e-2bda-481d-b3b4-c1f0ccfdcb98 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:29.400481 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:29.408297 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['b1fecaf6-1b19-48e6-ae75-b93ce8410f41'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:27:29.450650 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a4c6e-2bda-481d-b3b4-c1f0ccfdcb98 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Pushing event deleted for resources: {'Port': ['ID=b1fecaf6-1b19-48e6-ae75-b93ce8410f41,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:29.453706 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-437a4c6e-2bda-481d-b3b4-c1f0ccfdcb98 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:29.523214 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [req-819b9f91-e656-47b4-a3ce-345afde50413 req-437a4c6e-2bda-481d-b3b4-c1f0ccfdcb98 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] No DVR routers for this DVR port b1fecaf6-1b19-48e6-ae75-b93ce8410f41 on host hv-cinder-78960 {{(pid=74221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:27:29.525666 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-819b9f91-e656-47b4-a3ce-345afde50413 req-437a4c6e-2bda-481d-b3b4-c1f0ccfdcb98 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:29.528101 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d8a94b-c309-4b84-ac43-66ebb14f56da', 'name': 'network-vif-deleted', 'tag': 'b1fecaf6-1b19-48e6-ae75-b93ce8410f41'}] {{(pid=74221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:27:29.578813 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d8a94b-c309-4b84-ac43-66ebb14f56da', 'name': 'network-vif-deleted', 'tag': 'b1fecaf6-1b19-48e6-ae75-b93ce8410f41', 'status': 'completed', 'code': 200} May 04 18:27:29.629668 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-819b9f91-e656-47b4-a3ce-345afde50413 req-437a4c6e-2bda-481d-b3b4-c1f0ccfdcb98 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.20 "DELETE /v2.0/ports/b1fecaf6-1b19-48e6-ae75-b93ce8410f41 HTTP/1.1" status: 204 len: 173 time: 0.9237220 May 04 18:27:29.764838 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d524f2b8-0a31-42c3-b64f-28348379c3d9 req-49d46c2a-ba3c-42dc-a685-a85c238bf209 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] 10.222.0.49 "GET /v2.0/ports?device_id=06d8a94b-c309-4b84-ac43-66ebb14f56da HTTP/1.1" status: 200 len: 210 time: 0.0479858 May 04 18:27:30.349098 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8efa21-2fb6-4789-999d-770e7373b4f7 req-c093ac7e-a988-441a-9d62-e3eb4278ca1b tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:30.350499 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ac8efa21-2fb6-4789-999d-770e7373b4f7 req-c093ac7e-a988-441a-9d62-e3eb4278ca1b tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.0805075 May 04 18:27:30.394461 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ac8efa21-2fb6-4789-999d-770e7373b4f7 req-47b0d859-4cc6-49df-b589-8ac8fe0abf5d tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381396 May 04 18:27:31.593422 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f4923-c7a0-493b-8786-f6bbd72ef226 req-a86fee0f-128e-43f4-8976-0b1219dfc4d0 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:31.594898 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cf6f4923-c7a0-493b-8786-f6bbd72ef226 req-a86fee0f-128e-43f4-8976-0b1219dfc4d0 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.0823927 May 04 18:27:31.650956 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cf6f4923-c7a0-493b-8786-f6bbd72ef226 req-a3280755-b82d-4c59-81b3-178fd5c1ad91 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502908 May 04 18:27:32.036348 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device b1fecaf6-1b19-48e6-ae75-b93ce8410f41 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:27:32.081585 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] No Port match for: b1fecaf6-1b19-48e6-ae75-b93ce8410f41 {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:27:32.081936 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device b1fecaf6-1b19-48e6-ae75-b93ce8410f41 not bound to the agent host hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:27:32.782925 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-98f505d8-2ebe-4cb0-a65b-9af38a5a6e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:32.931864 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30438961-db7e-423a-ac9d-aa0938edf794 req-710f75f0-ce98-425f-87e0-7690830dc0bb tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:32.933235 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-30438961-db7e-423a-ac9d-aa0938edf794 req-710f75f0-ce98-425f-87e0-7690830dc0bb tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.1796329 May 04 18:27:32.980734 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-30438961-db7e-423a-ac9d-aa0938edf794 req-a3e244dc-5a64-4c4d-8fd4-8443274c8a75 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415928 May 04 18:27:34.180100 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509c9a5-8fc1-4f25-92fe-22de2e4408eb req-ed60f599-2ad0-48d4-9d51-a64c981a779a tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:34.181551 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a509c9a5-8fc1-4f25-92fe-22de2e4408eb req-ed60f599-2ad0-48d4-9d51-a64c981a779a tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.0873444 May 04 18:27:34.230415 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a509c9a5-8fc1-4f25-92fe-22de2e4408eb req-cf90e4ce-506d-4d67-b388-f5aaafaa3cb0 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418637 May 04 18:27:35.433266 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4fd05-2dfa-428c-889b-ba6b7651a162 req-2d083930-248d-4438-90d6-d0ba36ed5319 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:35.434785 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2ce4fd05-2dfa-428c-889b-ba6b7651a162 req-2d083930-248d-4438-90d6-d0ba36ed5319 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.0884199 May 04 18:27:35.481285 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2ce4fd05-2dfa-428c-889b-ba6b7651a162 req-2a38273c-a809-4986-be37-9df51da12532 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398006 May 04 18:27:35.634363 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a3b4cfb7-8c6e-452e-93ea-e20c80381fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:35.777242 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:36.359636 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:36.689413 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f5b8b-e035-4e87-a5ab-3deaf4bdfa01 req-481bf328-fb8c-44d0-9f22-3d46fa763536 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:36.695687 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ce1f5b8b-e035-4e87-a5ab-3deaf4bdfa01 req-481bf328-fb8c-44d0-9f22-3d46fa763536 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.0990701 May 04 18:27:36.739077 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ce1f5b8b-e035-4e87-a5ab-3deaf4bdfa01 req-5d8469da-8635-405f-84bb-bf41188c1174 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425377 May 04 18:27:37.196381 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 49930) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:37.323806 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-46508c64-a51b-4cd5-bc91-a01f7acf03a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:37.332432 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-46508c64-a51b-4cd5-bc91-a01f7acf03a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:27:37.336274 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-46508c64-a51b-4cd5-bc91-a01f7acf03a0 admin admin] Usage tracker for resource:security_group_rule and tenant:68e75f852fa64836a00071daaad5b6a9 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:27:37.339009 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-46508c64-a51b-4cd5-bc91-a01f7acf03a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:27:37.345141 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-46508c64-a51b-4cd5-bc91-a01f7acf03a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:27:37.429177 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-46508c64-a51b-4cd5-bc91-a01f7acf03a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:37.491480 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-46508c64-a51b-4cd5-bc91-a01f7acf03a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:37.503869 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-7c3337bb-2eca-4f45-8a53-92e6e5f7787d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:37.543927 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-46508c64-a51b-4cd5-bc91-a01f7acf03a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=68e75f852fa64836a00071daaad5b6a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3464899 May 04 18:27:37.545568 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46508c64-a51b-4cd5-bc91-a01f7acf03a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e72a29d-df40-4834-8fc9-ccdd9f8fcdec,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:37.547461 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 49940) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:37.550653 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-46508c64-a51b-4cd5-bc91-a01f7acf03a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:37.610333 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-04255636-0335-4a86-8c4e-bc7def55cfde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:37.635476 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-04255636-0335-4a86-8c4e-bc7def55cfde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:37.776917 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-04255636-0335-4a86-8c4e-bc7def55cfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:37.782560 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:37.794244 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04255636-0335-4a86-8c4e-bc7def55cfde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e72a29d-df40-4834-8fc9-ccdd9f8fcdec,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:37.797732 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-04255636-0335-4a86-8c4e-bc7def55cfde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:37.802163 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-04255636-0335-4a86-8c4e-bc7def55cfde admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:37.803625 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-04255636-0335-4a86-8c4e-bc7def55cfde admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0e72a29d-df40-4834-8fc9-ccdd9f8fcdec HTTP/1.1" status: 204 len: 168 time: 0.2550588 May 04 18:27:37.935912 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99db6e8-e492-4dba-8912-7c7d21976eb2 req-54d4b572-e4dd-40f6-8100-11480840661c tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:37.937454 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b99db6e8-e492-4dba-8912-7c7d21976eb2 req-54d4b572-e4dd-40f6-8100-11480840661c tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.0807402 May 04 18:27:37.984194 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b99db6e8-e492-4dba-8912-7c7d21976eb2 req-ac1dd236-f617-45ea-b9eb-196ebd6c3805 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407312 May 04 18:27:38.074326 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:38.343837 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc9f56-55af-43ea-b56a-3a854fc5b210 req-da88e82f-5af0-423f-949d-ffcec6b136b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:38.345314 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-e1dc9f56-55af-43ea-b56a-3a854fc5b210 req-da88e82f-5af0-423f-949d-ffcec6b136b7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 1098 time: 0.0726984 May 04 18:27:38.398032 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-e1dc9f56-55af-43ea-b56a-3a854fc5b210 req-037314da-d301-4860-bbfa-b62ea75e48e1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377707 May 04 18:27:38.908807 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-a62cae79-4540-4cef-9886-0abb61e81f06 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:38.910306 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-a62cae79-4540-4cef-9886-0abb61e81f06 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/networks?id=d89a4125-3764-4595-b3a0-58856003dba9 HTTP/1.1" status: 200 len: 814 time: 0.1457207 May 04 18:27:38.926272 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-35b6ce15-a25f-4393-90b1-9c8e5a696166 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/quotas/ae13407124d74fde8758bfce312171fb HTTP/1.1" status: 200 len: 375 time: 0.0096459 May 04 18:27:39.019532 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-4429d68b-bff3-49e5-9a9e-23187b5e3cbb tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae13407124d74fde8758bfce312171fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0880933 May 04 18:27:39.231411 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-43c60eca-ae4d-4a48-8ebd-11365953a14b service neutron] 10.222.0.49 "GET /v2.0/networks/d89a4125-3764-4595-b3a0-58856003dba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972489 May 04 18:27:39.268647 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd48de8-4b1d-47ce-9b70-168f735f29fd req-7a8be4ee-7bda-44f1-a59c-0848d0362ad5 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:39.270132 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-acd48de8-4b1d-47ce-9b70-168f735f29fd req-7a8be4ee-7bda-44f1-a59c-0848d0362ad5 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.1385489 May 04 18:27:39.385226 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-acd48de8-4b1d-47ce-9b70-168f735f29fd req-feaea264-f73f-4efb-9668-29bae21d5933 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016083 May 04 18:27:39.416889 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-804a1ba0-c5a5-4ef8-be89-1549ed0f60a2 service neutron] 10.222.0.49 "GET /v2.0/networks/d89a4125-3764-4595-b3a0-58856003dba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776650 May 04 18:27:39.677489 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c3ce161f-84f0-43aa-a654-717faf00932f req-2a2354fb-049c-4eab-a1e1-752d392a979f tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=baeadfc2-aa80-4609-9ae8-0817ce7ca567 HTTP/1.1" status: 200 len: 210 time: 0.0438130 May 04 18:27:40.574913 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b48c1-6eaa-4c31-883b-6976bce2fd84 req-b3254003-e78a-46e1-8e24-29723fd4466b tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:40.576303 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e19b48c1-6eaa-4c31-883b-6976bce2fd84 req-b3254003-e78a-46e1-8e24-29723fd4466b tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.0826662 May 04 18:27:40.624965 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e19b48c1-6eaa-4c31-883b-6976bce2fd84 req-f8b03896-8af1-4218-8739-c4ceabd74d8c tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394089 May 04 18:27:40.847661 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e88f0230-9890-4aee-8a13-3c406956e209 req-35897dd0-68ef-448d-84c7-28ae1b6f0465 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=baeadfc2-aa80-4609-9ae8-0817ce7ca567 HTTP/1.1" status: 200 len: 210 time: 0.0486209 May 04 18:27:40.856008 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb6d0f-ef3c-4a06-be78-3dc7b2328c43 req-e132b458-7a9f-46b6-9e0c-cc1e6bf31049 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:40.857408 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-badb6d0f-ef3c-4a06-be78-3dc7b2328c43 req-e132b458-7a9f-46b6-9e0c-cc1e6bf31049 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.1283536 May 04 18:27:40.911304 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-badb6d0f-ef3c-4a06-be78-3dc7b2328c43 req-fde12f73-ef80-4d1a-a952-ff1f1f7d84ba tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467265 May 04 18:27:42.023136 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-953a726a-f64f-4de0-a5aa-4af5dd7d1178 req-3be74fd3-041b-44e0-91a8-5d816b63d70e tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=baeadfc2-aa80-4609-9ae8-0817ce7ca567 HTTP/1.1" status: 200 len: 210 time: 0.0537746 May 04 18:27:42.108058 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-dc611e19-0d47-44d4-8ef9-0293640e2909 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:42.109515 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-dc611e19-0d47-44d4-8ef9-0293640e2909 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.20 "GET /v2.0/networks?id=d89a4125-3764-4595-b3a0-58856003dba9 HTTP/1.1" status: 200 len: 814 time: 0.1921690 May 04 18:27:42.124465 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-956a6ea1-1b82-4d09-9abd-1f4d60faf9e7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Request body: {'port': {'device_id': 'baeadfc2-aa80-4609-9ae8-0817ce7ca567', 'network_id': 'd89a4125-3764-4595-b3a0-58856003dba9', 'admin_state_up': True, 'tenant_id': 'ae13407124d74fde8758bfce312171fb'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:27:42.262159 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-956a6ea1-1b82-4d09-9abd-1f4d60faf9e7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:27:42.266945 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-956a6ea1-1b82-4d09-9abd-1f4d60faf9e7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Usage tracker for resource:port and tenant:ae13407124d74fde8758bfce312171fb is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:27:42.270803 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-956a6ea1-1b82-4d09-9abd-1f4d60faf9e7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:27:42.277873 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-956a6ea1-1b82-4d09-9abd-1f4d60faf9e7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:27:42.428843 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-956a6ea1-1b82-4d09-9abd-1f4d60faf9e7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Made reservation on behalf of ae13407124d74fde8758bfce312171fb for: {'port': 1} {{(pid=74221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:27:42.433702 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-956a6ea1-1b82-4d09-9abd-1f4d60faf9e7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:42.647853 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_common [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-956a6ea1-1b82-4d09-9abd-1f4d60faf9e7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Allocated IP 172.20.0.7 (d89a4125-3764-4595-b3a0-58856003dba9/745e4f5f-e99e-45c7-ba2f-044ccda911f1/c39cec61-e4dd-4751-a41e-6679fe64daed) {{(pid=74221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:27:42.821155 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 6 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:27:42.846607 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-956a6ea1-1b82-4d09-9abd-1f4d60faf9e7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks [] for port, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:42.937972 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-956a6ea1-1b82-4d09-9abd-1f4d60faf9e7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:42.945797 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-c748b553-55cc-4ecf-ad22-6130a5bc47b1 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:42.950357 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['809a98ea-8435-42f3-a0ae-912a65d36d91', '1638aa14-7403-4257-a09e-05352b898838', '398f378e-bcbe-4ffa-822a-2d78c36db14e'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:27:43.002959 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-956a6ea1-1b82-4d09-9abd-1f4d60faf9e7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Network d89a4125-3764-4595-b3a0-58856003dba9 is already hosted by enough agents. {{(pid=74221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:27:43.006319 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-956a6ea1-1b82-4d09-9abd-1f4d60faf9e7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Resources bound (agent type, host, resource id): {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:27:43.015601 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-956a6ea1-1b82-4d09-9abd-1f4d60faf9e7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Received port after_create {{(pid=74221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:27:43.150966 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a6ea1-1b82-4d09-9abd-1f4d60faf9e7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Pushing event updated for resources: {'Port': ['ID=c39cec61-e4dd-4751-a41e-6679fe64daed,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:43.158498 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-956a6ea1-1b82-4d09-9abd-1f4d60faf9e7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:43.177283 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-956a6ea1-1b82-4d09-9abd-1f4d60faf9e7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:43.177892 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-956a6ea1-1b82-4d09-9abd-1f4d60faf9e7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:43.243256 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f75ebb-9265-48fc-b636-666159cd03bb req-0d727379-2eef-4d82-81b7-5658dda156b1 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:43.244680 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-52f75ebb-9265-48fc-b636-666159cd03bb req-0d727379-2eef-4d82-81b7-5658dda156b1 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=baeadfc2-aa80-4609-9ae8-0817ce7ca567 HTTP/1.1" status: 200 len: 931 time: 0.0823152 May 04 18:27:43.290451 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-52f75ebb-9265-48fc-b636-666159cd03bb req-84b383e8-303d-42cc-8fa4-8be211949a15 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388792 May 04 18:27:43.344059 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-956a6ea1-1b82-4d09-9abd-1f4d60faf9e7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2241297 May 04 18:27:43.361686 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-aa06b65b-a6a2-4fa8-8414-563f886503f6 service neutron] Request body: {'port': {'device_id': 'baeadfc2-aa80-4609-9ae8-0817ce7ca567', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:27:43.503075 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-aa06b65b-a6a2-4fa8-8414-563f886503f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:43.709145 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0a214-7243-4949-8b0e-760ce5b34db0 req-96ac5f0e-9ae4-42f7-84cb-fa01e9efc35f tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:43.711112 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c3e0a214-7243-4949-8b0e-760ce5b34db0 req-96ac5f0e-9ae4-42f7-84cb-fa01e9efc35f tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.2402208 May 04 18:27:43.753015 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760725c5-f2d3-4885-aa95-e106246d1e54 req-de4ea1aa-22b6-4a71-b650-98ec37d3ba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:43.754464 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-760725c5-f2d3-4885-aa95-e106246d1e54 req-de4ea1aa-22b6-4a71-b650-98ec37d3ba74 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=573de575cbed4946845325c86ea66876&device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 1099 time: 0.1504147 May 04 18:27:43.795973 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c3e0a214-7243-4949-8b0e-760ce5b34db0 req-bc948ed6-5ba5-4f8e-9802-5edb50061f0e tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721760 May 04 18:27:43.911411 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-aa06b65b-a6a2-4fa8-8414-563f886503f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c39cec61-e4dd-4751-a41e-6679fe64daed {{(pid=74221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:27:43.917401 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-aa06b65b-a6a2-4fa8-8414-563f886503f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:43.923507 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760725c5-f2d3-4885-aa95-e106246d1e54 req-fe421845-fcef-407c-bfd1-2bde38b65425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:43.924956 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-760725c5-f2d3-4885-aa95-e106246d1e54 req-fe421845-fcef-407c-bfd1-2bde38b65425 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8db4af54-0a5f-400d-8ea5-42d92dce6c03 HTTP/1.1" status: 200 len: 919 time: 0.1563296 May 04 18:27:43.932331 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.provisioning_blocks [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-aa06b65b-a6a2-4fa8-8414-563f886503f6 service neutron] Transition to ACTIVE for port object c39cec61-e4dd-4751-a41e-6679fe64daed will not be triggered until provisioned by entity L2. {{(pid=74221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:27:44.005196 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-760725c5-f2d3-4885-aa95-e106246d1e54 req-256f78a2-2478-475b-9796-3ea1654da7de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d279bab5-50e3-4108-8a3d-c8985167a744 HTTP/1.1" status: 200 len: 217 time: 0.0646126 May 04 18:27:44.072811 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760725c5-f2d3-4885-aa95-e106246d1e54 req-275904c6-f729-461c-b699-2c9d51c2d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:44.074314 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-760725c5-f2d3-4885-aa95-e106246d1e54 req-275904c6-f729-461c-b699-2c9d51c2d09b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=440c7ecc-ada7-425e-af57-04720abc3629 HTTP/1.1" status: 200 len: 858 time: 0.0623012 May 04 18:27:44.096858 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-aa06b65b-a6a2-4fa8-8414-563f886503f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262247'] for port, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:44.179981 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:44.181310 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-760725c5-f2d3-4885-aa95-e106246d1e54 req-dba70546-4a99-42cb-96b5-f864a4408c56 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8db4af54-0a5f-400d-8ea5-42d92dce6c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425680 May 04 18:27:44.255627 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06b65b-a6a2-4fa8-8414-563f886503f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c39cec61-e4dd-4751-a41e-6679fe64daed,revision_number=2']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:44.263683 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-aa06b65b-a6a2-4fa8-8414-563f886503f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:44.265272 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-760725c5-f2d3-4885-aa95-e106246d1e54 req-7dc67531-d907-4cd6-b1bb-78a1e659ed4c service neutron] 10.222.0.20 "GET /v2.0/networks/8db4af54-0a5f-400d-8ea5-42d92dce6c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303401 May 04 18:27:44.333133 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-aa06b65b-a6a2-4fa8-8414-563f886503f6 service neutron] Attempting to bind port c39cec61-e4dd-4751-a41e-6679fe64daed on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:27:44.333464 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-aa06b65b-a6a2-4fa8-8414-563f886503f6 service neutron] Attempting to bind port c39cec61-e4dd-4751-a41e-6679fe64daed by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'e27d6d3a-acad-4e56-8b22-9dcd41a82e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd89a4125-3764-4595-b3a0-58856003dba9'}] {{(pid=74221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:27:44.333790 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-aa06b65b-a6a2-4fa8-8414-563f886503f6 service neutron] Attempting to bind port c39cec61-e4dd-4751-a41e-6679fe64daed on network d89a4125-3764-4595-b3a0-58856003dba9 {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:27:44.338469 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-aa06b65b-a6a2-4fa8-8414-563f886503f6 service neutron] Port c39cec61-e4dd-4751-a41e-6679fe64daed on network d89a4125-3764-4595-b3a0-58856003dba9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 18:27:44.338777 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-aa06b65b-a6a2-4fa8-8414-563f886503f6 service neutron] Attempting to bind port c39cec61-e4dd-4751-a41e-6679fe64daed on network d89a4125-3764-4595-b3a0-58856003dba9 {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:27:44.344257 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-aa06b65b-a6a2-4fa8-8414-563f886503f6 service neutron] Checking agent: {'id': 'eb0c7dda-b795-49f1-9080-37ad6bcb4a66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'started_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:27:44.344661 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-aa06b65b-a6a2-4fa8-8414-563f886503f6 service neutron] Checking segment: {'id': 'e27d6d3a-acad-4e56-8b22-9dcd41a82e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd89a4125-3764-4595-b3a0-58856003dba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:27:44.345079 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-aa06b65b-a6a2-4fa8-8414-563f886503f6 service neutron] Bound using segment: {'id': 'e27d6d3a-acad-4e56-8b22-9dcd41a82e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd89a4125-3764-4595-b3a0-58856003dba9'} {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:27:44.345578 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-aa06b65b-a6a2-4fa8-8414-563f886503f6 service neutron] Bound port: c39cec61-e4dd-4751-a41e-6679fe64daed, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27d6d3a-acad-4e56-8b22-9dcd41a82e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd89a4125-3764-4595-b3a0-58856003dba9'}}] {{(pid=74221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:27:44.346005 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-aa06b65b-a6a2-4fa8-8414-563f886503f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:44.401895 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-760725c5-f2d3-4885-aa95-e106246d1e54 req-270f90b6-56d5-46e5-9145-9df91cca2d64 service neutron] 10.222.0.20 "GET /v2.0/networks/8db4af54-0a5f-400d-8ea5-42d92dce6c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283767 May 04 18:27:44.449304 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-aa06b65b-a6a2-4fa8-8414-563f886503f6 service neutron] For port c39cec61-e4dd-4751-a41e-6679fe64daed, host hv-cinder-78960, cleared binding levels {{(pid=74221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:27:44.454008 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-aa06b65b-a6a2-4fa8-8414-563f886503f6 service neutron] For port c39cec61-e4dd-4751-a41e-6679fe64daed, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c39cec61-e4dd-4751-a41e-6679fe64daed,segment=NetworkSegment(e27d6d3a-acad-4e56-8b22-9dcd41a82e38),segment_id=e27d6d3a-acad-4e56-8b22-9dcd41a82e38)] {{(pid=74221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:27:44.499878 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810dc83f-10ba-48d4-bba6-1ed6902d0dbd req-b50c17f7-31ef-4b06-af25-d60e0f321c2d tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:44.503670 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-810dc83f-10ba-48d4-bba6-1ed6902d0dbd req-b50c17f7-31ef-4b06-af25-d60e0f321c2d tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=baeadfc2-aa80-4609-9ae8-0817ce7ca567 HTTP/1.1" status: 200 len: 943 time: 0.0891225 May 04 18:27:44.544182 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-aa06b65b-a6a2-4fa8-8414-563f886503f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262247'] for port, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:44.550575 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-bd93fd87-d9ae-41ce-b18a-eb127410c166 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:44.568775 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-810dc83f-10ba-48d4-bba6-1ed6902d0dbd req-dcc27050-00db-4357-b587-0d783760ac7d tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497181 May 04 18:27:44.620984 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-aa06b65b-a6a2-4fa8-8414-563f886503f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:44.621619 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-aa06b65b-a6a2-4fa8-8414-563f886503f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:44.623099 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-aa06b65b-a6a2-4fa8-8414-563f886503f6 service neutron] 10.222.0.20 "PUT /v2.0/ports/c39cec61-e4dd-4751-a41e-6679fe64daed HTTP/1.1" status: 200 len: 1093 time: 1.2672262 May 04 18:27:44.624261 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baeadfc2-aa80-4609-9ae8-0817ce7ca567', 'tag': 'c39cec61-e4dd-4751-a41e-6679fe64daed'}] {{(pid=74221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:27:44.659906 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06b65b-a6a2-4fa8-8414-563f886503f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c39cec61-e4dd-4751-a41e-6679fe64daed,revision_number=3']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:44.663371 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-aa06b65b-a6a2-4fa8-8414-563f886503f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:44.686608 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baeadfc2-aa80-4609-9ae8-0817ce7ca567', 'tag': 'c39cec61-e4dd-4751-a41e-6679fe64daed', 'status': 'completed', 'code': 200} May 04 18:27:44.779354 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb9e6-034e-410f-9857-e4b9f278c93a req-73f005e5-8671-4aa8-bdfd-4243364d16da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:44.781397 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-9a6eb9e6-034e-410f-9857-e4b9f278c93a req-73f005e5-8671-4aa8-bdfd-4243364d16da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae13407124d74fde8758bfce312171fb&device_id=baeadfc2-aa80-4609-9ae8-0817ce7ca567 HTTP/1.1" status: 200 len: 1096 time: 0.0720396 May 04 18:27:44.937592 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb9e6-034e-410f-9857-e4b9f278c93a req-7489388e-9fb8-4d2f-9159-64075738e0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:44.939027 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-9a6eb9e6-034e-410f-9857-e4b9f278c93a req-7489388e-9fb8-4d2f-9159-64075738e0e9 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ae13407124d74fde8758bfce312171fb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1376710 May 04 18:27:44.995327 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adf686-23e7-403a-8454-a628f4940543 req-db65b0f7-429e-446e-a208-fa83ecb2466f tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:44.996791 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-81adf686-23e7-403a-8454-a628f4940543 req-db65b0f7-429e-446e-a208-fa83ecb2466f tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.0873158 May 04 18:27:45.047710 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-81adf686-23e7-403a-8454-a628f4940543 req-dc15fbc8-e3b3-4d65-b774-6a746af5526d tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442550 May 04 18:27:45.089252 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb9e6-034e-410f-9857-e4b9f278c93a req-ec7e81d2-a578-4895-8b8b-a56deb033073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:45.090704 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-9a6eb9e6-034e-410f-9857-e4b9f278c93a req-ec7e81d2-a578-4895-8b8b-a56deb033073 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1445155 May 04 18:27:45.202924 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-94f8530a-9487-4552-adf4-8b9abbbd49d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:45.204557 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-94f8530a-9487-4552-adf4-8b9abbbd49d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae13407124d74fde8758bfce312171fb&device_id=baeadfc2-aa80-4609-9ae8-0817ce7ca567 HTTP/1.1" status: 200 len: 1096 time: 0.0742342 May 04 18:27:45.275301 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-560b69cd-049f-4f83-8d17-2db9c7549d28 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c39cec61-e4dd-4751-a41e-6679fe64daed HTTP/1.1" status: 200 len: 217 time: 0.0606992 May 04 18:27:45.341495 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-719fe2e6-87f5-4b26-9e18-6c8000f2ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:45.345334 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-719fe2e6-87f5-4b26-9e18-6c8000f2ef09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=745e4f5f-e99e-45c7-ba2f-044ccda911f1 HTTP/1.1" status: 200 len: 854 time: 0.0619850 May 04 18:27:45.402432 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-d1894392-fa07-423b-8b51-0223e096cdf6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d89a4125-3764-4595-b3a0-58856003dba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409284 May 04 18:27:45.627329 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-a3333ee9-cc56-49b7-835f-531efeb4c67a service neutron] 10.222.0.20 "GET /v2.0/networks/d89a4125-3764-4595-b3a0-58856003dba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086720 May 04 18:27:45.786834 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-15241695-76e3-44d4-a98d-ac0a0e9d42d3 req-776d2cb0-a4d6-4f10-8522-d2861dcfc313 service neutron] 10.222.0.20 "GET /v2.0/networks/d89a4125-3764-4595-b3a0-58856003dba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440814 May 04 18:27:45.786933 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1df6e5-66bd-4afb-9b49-f10f6368dad6 req-e75f498b-1f25-44b8-9e1b-861232e48190 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:45.786933 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cf1df6e5-66bd-4afb-9b49-f10f6368dad6 req-e75f498b-1f25-44b8-9e1b-861232e48190 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=baeadfc2-aa80-4609-9ae8-0817ce7ca567 HTTP/1.1" status: 200 len: 943 time: 0.0913811 May 04 18:27:45.837742 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cf1df6e5-66bd-4afb-9b49-f10f6368dad6 req-1b868514-0976-4373-a113-902108cc5634 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441630 May 04 18:27:46.248406 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca54c1-8365-43e9-b794-f943c5ccded5 req-3bcf5c0b-c134-4100-8b9b-0c50ba401640 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:46.250447 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-97ca54c1-8365-43e9-b794-f943c5ccded5 req-3bcf5c0b-c134-4100-8b9b-0c50ba401640 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.0895016 May 04 18:27:46.293388 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-97ca54c1-8365-43e9-b794-f943c5ccded5 req-3dde5202-9c6c-40c8-8484-a80df36785e0 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372262 May 04 18:27:47.173914 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56447a44-9763-4f14-a156-edc540f0f3d0 req-f865dff1-ea85-4153-b803-8f6e98934354 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:47.175383 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-56447a44-9763-4f14-a156-edc540f0f3d0 req-f865dff1-ea85-4153-b803-8f6e98934354 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=baeadfc2-aa80-4609-9ae8-0817ce7ca567 HTTP/1.1" status: 200 len: 943 time: 0.0791876 May 04 18:27:47.219954 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-56447a44-9763-4f14-a156-edc540f0f3d0 req-8b80a37a-4cd8-4f10-8304-eceb520e8f9a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387733 May 04 18:27:47.493657 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dfc6e-2d3f-4054-837b-8e81eab37463 req-ed4d3c8c-bd2d-40e5-8220-7a8e3d249ebf tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:47.495173 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b35dfc6e-2d3f-4054-837b-8e81eab37463 req-ed4d3c8c-bd2d-40e5-8220-7a8e3d249ebf tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.0837293 May 04 18:27:47.542976 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b35dfc6e-2d3f-4054-837b-8e81eab37463 req-62759380-9c48-4359-a06e-db6940efebad tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414183 May 04 18:27:48.143063 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device c39cec61-e4dd-4751-a41e-6679fe64daed details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:27:48.273219 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port c39cec61-e4dd-4751-a41e-6679fe64daed, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c39cec61-e4dd-4751-a41e-6679fe64daed,segment=NetworkSegment(e27d6d3a-acad-4e56-8b22-9dcd41a82e38),segment_id=e27d6d3a-acad-4e56-8b22-9dcd41a82e38)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:27:48.287015 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Returning: {'device': 'c39cec61-e4dd-4751-a41e-6679fe64daed', 'network_id': 'd89a4125-3764-4595-b3a0-58856003dba9', 'port_id': 'c39cec61-e4dd-4751-a41e-6679fe64daed', 'mac_address': 'fa:16:3e:86:9c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745e4f5f-e99e-45c7-ba2f-044ccda911f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:27:48.342142 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:48.359864 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c39cec61-e4dd-4751-a41e-6679fe64daed {{(pid=74223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:27:48.376182 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port c39cec61-e4dd-4751-a41e-6679fe64daed, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c39cec61-e4dd-4751-a41e-6679fe64daed,segment=NetworkSegment(e27d6d3a-acad-4e56-8b22-9dcd41a82e38),segment_id=e27d6d3a-acad-4e56-8b22-9dcd41a82e38)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:27:48.421609 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc946a-3e28-4b61-a280-9420269ef8dc req-554ee0cd-0ad1-4653-ae2d-23e822d284f6 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:48.423076 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-30cc946a-3e28-4b61-a280-9420269ef8dc req-554ee0cd-0ad1-4653-ae2d-23e822d284f6 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=baeadfc2-aa80-4609-9ae8-0817ce7ca567 HTTP/1.1" status: 200 len: 943 time: 0.0860214 May 04 18:27:48.455846 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:48.458828 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:48.470535 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-30cc946a-3e28-4b61-a280-9420269ef8dc req-c28a0d24-bb2f-48a8-8f57-df170d5f710b tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418508 May 04 18:27:48.527059 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=c39cec61-e4dd-4751-a41e-6679fe64daed,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:48.531023 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:48.742662 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797945b2-d9da-4ff4-9bf5-8d9d95987953 req-ca25cc18-1194-4e06-bc92-d96821dbe576 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:48.744305 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-797945b2-d9da-4ff4-9bf5-8d9d95987953 req-ca25cc18-1194-4e06-bc92-d96821dbe576 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.0862331 May 04 18:27:48.790623 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-797945b2-d9da-4ff4-9bf5-8d9d95987953 req-65080268-4fe8-4bf4-b686-a8b79de7765b tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401499 May 04 18:27:48.846861 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['c39cec61-e4dd-4751-a41e-6679fe64daed'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:27:49.245887 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:49.662047 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baead21f-7732-4b0a-8215-2baaabdc2250 req-69ba1c35-023d-4491-995c-baee060925ea tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:49.663614 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-baead21f-7732-4b0a-8215-2baaabdc2250 req-69ba1c35-023d-4491-995c-baee060925ea tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=baeadfc2-aa80-4609-9ae8-0817ce7ca567 HTTP/1.1" status: 200 len: 944 time: 0.0856178 May 04 18:27:49.780569 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-baead21f-7732-4b0a-8215-2baaabdc2250 req-b959d77f-6536-4e97-9179-e1595bc348ab tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105628 May 04 18:27:49.980641 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a973379-8987-4698-a255-aead9e4cb713 req-b5c0eeac-da9b-42c9-953d-8497d4530368 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:49.982121 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8a973379-8987-4698-a255-aead9e4cb713 req-b5c0eeac-da9b-42c9-953d-8497d4530368 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.0785205 May 04 18:27:50.029409 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8a973379-8987-4698-a255-aead9e4cb713 req-5b6b342c-4848-4610-934e-b7fe8d3633a5 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414505 May 04 18:27:50.140421 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device c39cec61-e4dd-4751-a41e-6679fe64daed up at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:27:50.272765 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning for port c39cec61-e4dd-4751-a41e-6679fe64daed completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:27:50.277586 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning complete for port c39cec61-e4dd-4751-a41e-6679fe64daed triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:27:50.277960 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:50.396086 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:50.423139 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baeadfc2-aa80-4609-9ae8-0817ce7ca567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39cec61-e4dd-4751-a41e-6679fe64daed'}] {{(pid=74223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:27:50.433000 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port c39cec61-e4dd-4751-a41e-6679fe64daed, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c39cec61-e4dd-4751-a41e-6679fe64daed,segment=NetworkSegment(e27d6d3a-acad-4e56-8b22-9dcd41a82e38),segment_id=e27d6d3a-acad-4e56-8b22-9dcd41a82e38)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:27:50.470389 dv-cinder-789603-2-smb neutron-server[74223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baeadfc2-aa80-4609-9ae8-0817ce7ca567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39cec61-e4dd-4751-a41e-6679fe64daed', 'code': 200} May 04 18:27:50.530160 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:50.532920 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:50.601598 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=c39cec61-e4dd-4751-a41e-6679fe64daed,revision_number=5']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:50.604921 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:50.844774 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47520c-2233-4c09-82fa-29203ad4bcfd req-d37034a8-04dd-4467-93bc-9b326d1a6709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:50.846290 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-9f47520c-2233-4c09-82fa-29203ad4bcfd req-d37034a8-04dd-4467-93bc-9b326d1a6709 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=baeadfc2-aa80-4609-9ae8-0817ce7ca567 HTTP/1.1" status: 200 len: 1098 time: 0.0770009 May 04 18:27:50.899502 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-9f47520c-2233-4c09-82fa-29203ad4bcfd req-ded75957-7e6a-4997-836f-a29aad998e14 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400031 May 04 18:27:50.997130 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972852f2-a64b-4ced-896d-905f72d2c93f req-5b0bd052-2901-4d7c-b264-f9858e0d014b tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:51.003725 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-972852f2-a64b-4ced-896d-905f72d2c93f req-5b0bd052-2901-4d7c-b264-f9858e0d014b tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=baeadfc2-aa80-4609-9ae8-0817ce7ca567 HTTP/1.1" status: 200 len: 945 time: 0.1115844 May 04 18:27:51.053614 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-972852f2-a64b-4ced-896d-905f72d2c93f req-bfd19fa0-f6c6-4619-8c20-ea9a62a3ba4f tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465698 May 04 18:27:51.237347 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01c9ae-6e9d-4cc0-8ce4-0f406f101297 req-affe7ad0-ec4a-4358-9348-d638750ddfed tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:51.238864 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9d01c9ae-6e9d-4cc0-8ce4-0f406f101297 req-affe7ad0-ec4a-4358-9348-d638750ddfed tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.0865688 May 04 18:27:51.284327 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9d01c9ae-6e9d-4cc0-8ce4-0f406f101297 req-e9603a77-566a-4291-9055-6193d34ad8f3 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395119 May 04 18:27:52.082322 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 50304) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:52.157542 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca23eb6-4b80-420e-9dc8-6315e9eb360b admin admin] Deleting subnet 3bd9ec52-a804-4193-8b88-48dd6ab41652 {{(pid=74221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 18:27:52.162157 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2ca23eb6-4b80-420e-9dc8-6315e9eb360b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:52.227938 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2ca23eb6-4b80-420e-9dc8-6315e9eb360b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15324815'] for subnet, precommit_delete_associations {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:52.261195 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81b0a5-212a-4375-9263-1e13e6cb0f17 req-1dbd84db-d316-407f-8f43-59fc111694df tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:52.262651 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3a81b0a5-212a-4375-9263-1e13e6cb0f17 req-1dbd84db-d316-407f-8f43-59fc111694df tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=baeadfc2-aa80-4609-9ae8-0817ce7ca567 HTTP/1.1" status: 200 len: 945 time: 0.0798061 May 04 18:27:52.283370 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2ca23eb6-4b80-420e-9dc8-6315e9eb360b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774518'] for subnet, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:52.320814 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3a81b0a5-212a-4375-9263-1e13e6cb0f17 req-1d91d115-70bc-4333-b2e5-c7a486d36847 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517981 May 04 18:27:52.498458 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b09b6-3abb-4275-8552-ad37cfd1ab92 req-f99dca2d-6edf-4ac1-8526-fcaf9af59762 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:52.499946 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6a5b09b6-3abb-4275-8552-ad37cfd1ab92 req-f99dca2d-6edf-4ac1-8526-fcaf9af59762 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.0866539 May 04 18:27:52.548480 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6a5b09b6-3abb-4275-8552-ad37cfd1ab92 req-4776c823-2f0e-42ef-826f-48d73cb2870e tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414307 May 04 18:27:52.641049 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2ca23eb6-4b80-420e-9dc8-6315e9eb360b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15596317'] for subnet, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:52.645994 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:52.679915 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca23eb6-4b80-420e-9dc8-6315e9eb360b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bd9ec52-a804-4193-8b88-48dd6ab41652,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:52.682531 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-2ca23eb6-4b80-420e-9dc8-6315e9eb360b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:52.685095 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2ca23eb6-4b80-420e-9dc8-6315e9eb360b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:52.691922 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-2ca23eb6-4b80-420e-9dc8-6315e9eb360b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3bd9ec52-a804-4193-8b88-48dd6ab41652 HTTP/1.1" status: 204 len: 168 time: 0.6081417 May 04 18:27:52.694168 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 50314) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:52.799311 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5896aa7e-d2db-41b9-9a91-efa43ef8a49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688272'] for network, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:52.920670 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5896aa7e-d2db-41b9-9a91-efa43ef8a49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771051', 'neutron.services.segments.db._delete_segments_for_network-8785700215345'] for network, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:53.027512 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-5896aa7e-d2db-41b9-9a91-efa43ef8a49d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9040d36b-5325-4781-ac32-725ba1a5f599']}} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:27:53.039426 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-5896aa7e-d2db-41b9-9a91-efa43ef8a49d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a4acad-2332-4d46-b874-16952688c4f1') {'for_net_delete': True} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:27:53.039727 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-5896aa7e-d2db-41b9-9a91-efa43ef8a49d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a4acad-2332-4d46-b874-16952688c4f1') {} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:27:53.051636 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5896aa7e-d2db-41b9-9a91-efa43ef8a49d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700225895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15324854'] for segment, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:53.067456 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5896aa7e-d2db-41b9-9a91-efa43ef8a49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:53.073456 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5896aa7e-d2db-41b9-9a91-efa43ef8a49d admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=74221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:27:53.239818 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [None req-5896aa7e-d2db-41b9-9a91-efa43ef8a49d admin admin] Network 9040d36b-5325-4781-ac32-725ba1a5f599 has no segments {{(pid=74221) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 18:27:53.248111 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5896aa7e-d2db-41b9-9a91-efa43ef8a49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262147'] for segment, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:53.522474 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [None req-5896aa7e-d2db-41b9-9a91-efa43ef8a49d admin admin] Network 9040d36b-5325-4781-ac32-725ba1a5f599 has no segments {{(pid=74221) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 18:27:53.541398 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee2ce7-844f-45d1-ac75-f1142c827eaa req-b717b440-ad32-4984-b1e2-0150a57da3d9 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:53.542863 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ddee2ce7-844f-45d1-ac75-f1142c827eaa req-b717b440-ad32-4984-b1e2-0150a57da3d9 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=baeadfc2-aa80-4609-9ae8-0817ce7ca567 HTTP/1.1" status: 200 len: 945 time: 0.0999835 May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: Traceback (most recent call last): May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: timer() May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: cb(*args, **kw) May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: return func(*args, **kwargs) May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: self._notify() May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: self.callback(batched_events) May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: event.method(event) May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: return f(self, *a, **k) May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: return self._get(url).json() May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: return self.request(url, 'GET', **kwargs) May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:27:53.547186 dv-cinder-789603-2-smb neutron-server[74221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:27:53.596113 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ddee2ce7-844f-45d1-ac75-f1142c827eaa req-6a140dc9-a99d-4e78-ae6e-cb81eebce935 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462213 May 04 18:27:53.713254 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5896aa7e-d2db-41b9-9a91-efa43ef8a49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942662'] for network, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:53.718580 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:53.737702 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5896aa7e-d2db-41b9-9a91-efa43ef8a49d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:53.747925 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896aa7e-d2db-41b9-9a91-efa43ef8a49d admin admin] Pushing event deleted for resources: {'Network': ['ID=9040d36b-5325-4781-ac32-725ba1a5f599,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:53.751806 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-5896aa7e-d2db-41b9-9a91-efa43ef8a49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:53.857972 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-5896aa7e-d2db-41b9-9a91-efa43ef8a49d admin admin] 10.222.0.49 "DELETE /v2.0/networks/9040d36b-5325-4781-ac32-725ba1a5f599 HTTP/1.1" status: 204 len: 168 time: 1.1626441 May 04 18:27:53.860550 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 50340) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:53.897809 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2db41-09c9-43e6-bd0a-d3fa0172a61f req-3ea989a4-1005-4a2c-bad5-ab76f2142fd6 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:53.899350 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-67d2db41-09c9-43e6-bd0a-d3fa0172a61f req-3ea989a4-1005-4a2c-bad5-ab76f2142fd6 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.0819194 May 04 18:27:53.928414 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b7c945-ecfb-4ce1-8a88-12dd28221654 admin admin] Deleting subnet 332a97e0-c43d-4850-9b45-ff3cec961b00 {{(pid=74221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 18:27:53.931932 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b2b7c945-ecfb-4ce1-8a88-12dd28221654 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:53.954911 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-67d2db41-09c9-43e6-bd0a-d3fa0172a61f req-490d1d48-e3bf-40ae-93ae-9394ab1ba85a tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442104 May 04 18:27:53.984753 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b2b7c945-ecfb-4ce1-8a88-12dd28221654 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15324815'] for subnet, precommit_delete_associations {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:54.030468 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 50346) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:54.063806 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b2b7c945-ecfb-4ce1-8a88-12dd28221654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774518'] for subnet, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:54.154763 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-feed158d-9a8b-41bd-956d-4a0e3f3328d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:54.169018 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-feed158d-9a8b-41bd-956d-4a0e3f3328d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:27:54.172858 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-feed158d-9a8b-41bd-956d-4a0e3f3328d7 admin admin] Usage tracker for resource:security_group_rule and tenant:0a5be11c365844d1af9da5c8c437e710 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:27:54.175774 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-feed158d-9a8b-41bd-956d-4a0e3f3328d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:27:54.181445 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-feed158d-9a8b-41bd-956d-4a0e3f3328d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:27:54.263815 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-feed158d-9a8b-41bd-956d-4a0e3f3328d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:54.348508 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-feed158d-9a8b-41bd-956d-4a0e3f3328d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:54.357251 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:54.378202 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b2b7c945-ecfb-4ce1-8a88-12dd28221654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15596317'] for subnet, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:54.384914 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-7bb82e3e-9965-40bd-a3cb-eada6af92e4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:54.400315 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-feed158d-9a8b-41bd-956d-4a0e3f3328d7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0a5be11c365844d1af9da5c8c437e710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3688159 May 04 18:27:54.401293 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed158d-9a8b-41bd-956d-4a0e3f3328d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27823ed-dd56-4e47-9e17-23b7eb1dc7ab,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:54.403571 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 50358) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:54.406159 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-feed158d-9a8b-41bd-956d-4a0e3f3328d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:54.441352 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7c945-ecfb-4ce1-8a88-12dd28221654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=332a97e0-c43d-4850-9b45-ff3cec961b00,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:54.448166 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-b2b7c945-ecfb-4ce1-8a88-12dd28221654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:54.451755 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b2b7c945-ecfb-4ce1-8a88-12dd28221654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:54.458105 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-b2b7c945-ecfb-4ce1-8a88-12dd28221654 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/332a97e0-c43d-4850-9b45-ff3cec961b00 HTTP/1.1" status: 204 len: 168 time: 0.5966594 May 04 18:27:54.460511 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 50362) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:54.471478 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-0f2b269d-aec9-4728-bba1-bba931a27f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:54.500072 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-0f2b269d-aec9-4728-bba1-bba931a27f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:54.572258 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8adc-e42a-4a96-8207-6bbf6f779ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688272'] for network, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:54.639476 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-0f2b269d-aec9-4728-bba1-bba931a27f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:54.644500 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-46508c64-a51b-4cd5-bc91-a01f7acf03a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:54.656747 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b269d-aec9-4728-bba1-bba931a27f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27823ed-dd56-4e47-9e17-23b7eb1dc7ab,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:54.660626 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-0f2b269d-aec9-4728-bba1-bba931a27f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:54.666299 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-0f2b269d-aec9-4728-bba1-bba931a27f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:54.668155 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-0f2b269d-aec9-4728-bba1-bba931a27f3d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e27823ed-dd56-4e47-9e17-23b7eb1dc7ab HTTP/1.1" status: 204 len: 168 time: 0.2636993 May 04 18:27:54.697967 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8adc-e42a-4a96-8207-6bbf6f779ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771051', 'neutron.services.segments.db._delete_segments_for_network-8785700215345'] for network, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:54.808162 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-2d9d8adc-e42a-4a96-8207-6bbf6f779ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b35aab-83ac-49e3-917d-68b993cebece']}} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:27:54.821525 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-2d9d8adc-e42a-4a96-8207-6bbf6f779ef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18d6efec-d729-45db-81f5-be939e12153b') {'for_net_delete': True} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:27:54.821999 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-2d9d8adc-e42a-4a96-8207-6bbf6f779ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18d6efec-d729-45db-81f5-be939e12153b') {} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:27:54.835231 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8adc-e42a-4a96-8207-6bbf6f779ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700225895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15324854'] for segment, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:54.852741 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8adc-e42a-4a96-8207-6bbf6f779ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:54.858838 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9d8adc-e42a-4a96-8207-6bbf6f779ef0 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=74221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:27:55.029144 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [None req-2d9d8adc-e42a-4a96-8207-6bbf6f779ef0 admin admin] Network 39b35aab-83ac-49e3-917d-68b993cebece has no segments {{(pid=74221) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 18:27:55.037858 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8adc-e42a-4a96-8207-6bbf6f779ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262147'] for segment, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:55.172928 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b24514-ee52-49ed-b974-9e78703472b9 req-ad904af3-cf45-4a86-b1bb-fb9a72f40ff7 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:55.174005 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-32b24514-ee52-49ed-b974-9e78703472b9 req-ad904af3-cf45-4a86-b1bb-fb9a72f40ff7 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.0894737 May 04 18:27:55.222793 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [None req-2d9d8adc-e42a-4a96-8207-6bbf6f779ef0 admin admin] Network 39b35aab-83ac-49e3-917d-68b993cebece has no segments {{(pid=74221) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 18:27:55.227059 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-32b24514-ee52-49ed-b974-9e78703472b9 req-23f84c82-428f-4002-a596-055e5075b0ed tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429189 May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: Traceback (most recent call last): May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: timer() May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: cb(*args, **kw) May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: return func(*args, **kwargs) May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: self._notify() May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: self.callback(batched_events) May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: event.method(event) May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: return f(self, *a, **k) May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: return self._get(url).json() May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: return self.request(url, 'GET', **kwargs) May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:27:55.315798 dv-cinder-789603-2-smb neutron-server[74221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:27:55.502524 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8adc-e42a-4a96-8207-6bbf6f779ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942662'] for network, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:55.508114 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8adc-e42a-4a96-8207-6bbf6f779ef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:55.512149 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-8370983d-d403-4a88-b259-1dd1c16a0bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:55.536722 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-2d9d8adc-e42a-4a96-8207-6bbf6f779ef0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/39b35aab-83ac-49e3-917d-68b993cebece HTTP/1.1" status: 204 len: 168 time: 1.0749729 May 04 18:27:55.537579 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d8adc-e42a-4a96-8207-6bbf6f779ef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=39b35aab-83ac-49e3-917d-68b993cebece,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:55.557300 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d8adc-e42a-4a96-8207-6bbf6f779ef0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:55.557700 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d8adc-e42a-4a96-8207-6bbf6f779ef0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:55.558018 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d8adc-e42a-4a96-8207-6bbf6f779ef0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:55.558437 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d8adc-e42a-4a96-8207-6bbf6f779ef0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:55.558782 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d8adc-e42a-4a96-8207-6bbf6f779ef0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:55.559131 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d8adc-e42a-4a96-8207-6bbf6f779ef0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:55.559502 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d8adc-e42a-4a96-8207-6bbf6f779ef0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:55.559840 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d8adc-e42a-4a96-8207-6bbf6f779ef0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:55.560183 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d8adc-e42a-4a96-8207-6bbf6f779ef0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:55.560542 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d8adc-e42a-4a96-8207-6bbf6f779ef0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:55.561374 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d8adc-e42a-4a96-8207-6bbf6f779ef0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:55.561709 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d8adc-e42a-4a96-8207-6bbf6f779ef0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:55.565255 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-2d9d8adc-e42a-4a96-8207-6bbf6f779ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:55.859582 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 50408) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:55.934462 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-a7902707-d041-4d3d-b7bb-5b5b23d49197 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c6b505e72f8f4151930e25f79b385a24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0734315 May 04 18:27:55.938422 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 50422) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:56.040607 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-76dd56e3-b4af-4706-893e-d5b1463fd04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:56.073954 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-76dd56e3-b4af-4706-893e-d5b1463fd04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:56.216873 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-76dd56e3-b4af-4706-893e-d5b1463fd04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:56.222903 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-0c3309fb-e5c8-4c1e-af25-9b200b719cb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:56.234192 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd56e3-b4af-4706-893e-d5b1463fd04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1954fb7f-4f39-460e-a780-d4c7f4d97cec,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:56.237016 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-76dd56e3-b4af-4706-893e-d5b1463fd04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:56.256533 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-76dd56e3-b4af-4706-893e-d5b1463fd04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:56.257661 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-76dd56e3-b4af-4706-893e-d5b1463fd04d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1954fb7f-4f39-460e-a780-d4c7f4d97cec HTTP/1.1" status: 204 len: 168 time: 0.3182516 May 04 18:27:56.455509 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03130be1-2863-499e-b83f-4cdae5dafe4c req-5593bd76-f59c-4995-aa1f-a1c3be6ba6b4 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:56.456949 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-03130be1-2863-499e-b83f-4cdae5dafe4c req-5593bd76-f59c-4995-aa1f-a1c3be6ba6b4 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.0809500 May 04 18:27:56.508664 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-03130be1-2863-499e-b83f-4cdae5dafe4c req-7fbe3e60-7136-41f4-8a03-10f9f47e0021 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456803 May 04 18:27:56.976844 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 50492) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:57.036439 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-6eae3468-ae61-47bc-81f3-fc0208f05c7b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8fd67a32288a4fd3979c009c1c75a09c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0568941 May 04 18:27:57.038984 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 50496) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:27:57.101486 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-54c6ab55-75a0-4308-a5f1-ae07fac8c9dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:57.127878 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-54c6ab55-75a0-4308-a5f1-ae07fac8c9dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:57.256643 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-54c6ab55-75a0-4308-a5f1-ae07fac8c9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:57.260549 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:27:57.275414 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6ab55-75a0-4308-a5f1-ae07fac8c9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd861018-2f61-48d6-9a4a-5950d2d9b3e7,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:57.287542 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-54c6ab55-75a0-4308-a5f1-ae07fac8c9dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:57.288676 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-54c6ab55-75a0-4308-a5f1-ae07fac8c9dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dd861018-2f61-48d6-9a4a-5950d2d9b3e7 HTTP/1.1" status: 204 len: 168 time: 0.2487223 May 04 18:27:57.290231 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6ab55-75a0-4308-a5f1-ae07fac8c9dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:57.290597 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6ab55-75a0-4308-a5f1-ae07fac8c9dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:57.290952 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6ab55-75a0-4308-a5f1-ae07fac8c9dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:57.291330 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6ab55-75a0-4308-a5f1-ae07fac8c9dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:57.291674 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6ab55-75a0-4308-a5f1-ae07fac8c9dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:57.292071 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6ab55-75a0-4308-a5f1-ae07fac8c9dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:57.292405 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6ab55-75a0-4308-a5f1-ae07fac8c9dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:57.298905 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6ab55-75a0-4308-a5f1-ae07fac8c9dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:57.298905 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6ab55-75a0-4308-a5f1-ae07fac8c9dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:57.298905 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6ab55-75a0-4308-a5f1-ae07fac8c9dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:57.298905 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6ab55-75a0-4308-a5f1-ae07fac8c9dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:57.298905 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6ab55-75a0-4308-a5f1-ae07fac8c9dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:57.298905 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-54c6ab55-75a0-4308-a5f1-ae07fac8c9dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:27:57.707739 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8d31b-9cbf-477c-a355-09e0272c3ac6 req-1d450792-5e46-4265-a63b-98fca1579131 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:57.709308 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8aa8d31b-9cbf-477c-a355-09e0272c3ac6 req-1d450792-5e46-4265-a63b-98fca1579131 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.0878210 May 04 18:27:57.777756 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8aa8d31b-9cbf-477c-a355-09e0272c3ac6 req-3b42a1aa-635a-4cef-afad-121035f97396 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572777 May 04 18:27:58.966754 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5965b-68ee-4f19-ab9f-040578763ece req-c653cb89-e0d6-401d-8696-1bbb5cc7b3fa tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:27:58.968784 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b6f5965b-68ee-4f19-ab9f-040578763ece req-c653cb89-e0d6-401d-8696-1bbb5cc7b3fa tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.0861819 May 04 18:27:59.020085 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b6f5965b-68ee-4f19-ab9f-040578763ece req-fc4108f4-c05e-4688-9651-cfebc4bfb09a tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399053 May 04 18:28:00.213114 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538693a0-a58c-4373-9236-65fa4d6f7a5a req-8a9475e2-ebe7-4a9d-b284-e4dcc623edac tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:00.214618 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-538693a0-a58c-4373-9236-65fa4d6f7a5a req-8a9475e2-ebe7-4a9d-b284-e4dcc623edac tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.0822937 May 04 18:28:00.260787 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-538693a0-a58c-4373-9236-65fa4d6f7a5a req-abd78e1a-ca4b-4637-88d7-b2a7bc48ae00 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398536 May 04 18:28:01.211920 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 50618) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:01.341854 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-479ef33e-b119-40d5-a4d2-08c3a00f665a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:01.360209 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-479ef33e-b119-40d5-a4d2-08c3a00f665a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:28:01.364187 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-479ef33e-b119-40d5-a4d2-08c3a00f665a admin admin] Usage tracker for resource:security_group_rule and tenant:3d9a72d244fe401e9e7838ed18adc9bb is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:28:01.367744 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-479ef33e-b119-40d5-a4d2-08c3a00f665a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:28:01.377641 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-479ef33e-b119-40d5-a4d2-08c3a00f665a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:28:01.568725 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb85a7b-05fe-4e6c-aaa4-565c2dfd4059 req-88c6e564-cdc2-4517-9935-2401dc4670d6 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:01.570142 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1cb85a7b-05fe-4e6c-aaa4-565c2dfd4059 req-88c6e564-cdc2-4517-9935-2401dc4670d6 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.1954975 May 04 18:28:01.598720 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e1b56-c181-4907-9f1e-7971b44e5945 req-0b49e5e1-3448-4805-a2d8-b337fa0911b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:01.600376 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-dc6e1b56-c181-4907-9f1e-7971b44e5945 req-0b49e5e1-3448-4805-a2d8-b337fa0911b6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 1099 time: 0.0898690 May 04 18:28:01.649808 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-479ef33e-b119-40d5-a4d2-08c3a00f665a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:01.652136 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-dc6e1b56-c181-4907-9f1e-7971b44e5945 req-c45c45e6-f8a8-4616-8e40-bd49dad25313 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447106 May 04 18:28:01.655175 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1cb85a7b-05fe-4e6c-aaa4-565c2dfd4059 req-61a2ad5a-d1e3-4022-9d0b-14a4e6130c54 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733316 May 04 18:28:01.700920 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-479ef33e-b119-40d5-a4d2-08c3a00f665a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:01.707929 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-4ca95e55-8fcf-45ab-9567-c40518330464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:01.748349 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ef33e-b119-40d5-a4d2-08c3a00f665a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0d65fb-ad71-457e-b0ab-ee03e788ac8c,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:01.752418 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-479ef33e-b119-40d5-a4d2-08c3a00f665a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3d9a72d244fe401e9e7838ed18adc9bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5394711 May 04 18:28:01.753582 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-479ef33e-b119-40d5-a4d2-08c3a00f665a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:01.754997 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 50634) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:01.817289 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-4ffa10f1-4e36-4329-8de4-025627c3cbc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:01.843924 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-4ffa10f1-4e36-4329-8de4-025627c3cbc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:01.971507 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-4ffa10f1-4e36-4329-8de4-025627c3cbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:01.976594 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-6cf4c024-7453-412a-95e5-8f5e6195a5ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:01.993825 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa10f1-4e36-4329-8de4-025627c3cbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0d65fb-ad71-457e-b0ab-ee03e788ac8c,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:01.996727 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-4ffa10f1-4e36-4329-8de4-025627c3cbc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:02.001419 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-4ffa10f1-4e36-4329-8de4-025627c3cbc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:02.002768 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-4ffa10f1-4e36-4329-8de4-025627c3cbc9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cf0d65fb-ad71-457e-b0ab-ee03e788ac8c HTTP/1.1" status: 204 len: 168 time: 0.2465677 May 04 18:28:02.720565 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 50660) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:02.768017 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-ae599f7b-781a-489b-8d7d-f99ee21574d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:02.776014 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-e9897962-cc6c-4929-9509-1f8effba74e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:02.850735 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-ae599f7b-781a-489b-8d7d-f99ee21574d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:28:02.861189 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-ae599f7b-781a-489b-8d7d-f99ee21574d1 admin admin] Usage tracker for resource:security_group_rule and tenant:f262aa16624e41cd9f66d530ab7b5128 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:28:02.865381 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-ae599f7b-781a-489b-8d7d-f99ee21574d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:28:02.872218 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-ae599f7b-781a-489b-8d7d-f99ee21574d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:28:02.939870 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abd5f1-7416-4018-a159-c9db89f50bc8 req-3ea5e167-afaf-439e-9ff3-94ce007bda84 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:02.941285 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-08abd5f1-7416-4018-a159-c9db89f50bc8 req-3ea5e167-afaf-439e-9ff3-94ce007bda84 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.1430452 May 04 18:28:03.034582 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-08abd5f1-7416-4018-a159-c9db89f50bc8 req-193cbb61-2603-488a-9b17-9cd138b30445 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858409 May 04 18:28:03.040064 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-ae599f7b-781a-489b-8d7d-f99ee21574d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:03.147472 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-ae599f7b-781a-489b-8d7d-f99ee21574d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:03.154665 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-2416f508-9e4a-48f7-95a6-2c50f2b0b98c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:03.195385 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae599f7b-781a-489b-8d7d-f99ee21574d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c08bd9-96cc-467e-83fe-b6bc74d226ea,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:03.199462 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-ae599f7b-781a-489b-8d7d-f99ee21574d1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f262aa16624e41cd9f66d530ab7b5128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4776475 May 04 18:28:03.200524 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-ae599f7b-781a-489b-8d7d-f99ee21574d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:03.202009 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 50672) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:03.261185 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-b57b77ff-d0dc-44c4-9a53-9da933fffbbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:03.286923 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-b57b77ff-d0dc-44c4-9a53-9da933fffbbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:03.422623 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-b57b77ff-d0dc-44c4-9a53-9da933fffbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:03.427714 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-9d10b466-9b40-4b80-8f4c-7558a436fb8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:03.439570 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b77ff-d0dc-44c4-9a53-9da933fffbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c08bd9-96cc-467e-83fe-b6bc74d226ea,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:03.442619 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-b57b77ff-d0dc-44c4-9a53-9da933fffbbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:03.444918 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-b57b77ff-d0dc-44c4-9a53-9da933fffbbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:03.446516 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-b57b77ff-d0dc-44c4-9a53-9da933fffbbc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90c08bd9-96cc-467e-83fe-b6bc74d226ea HTTP/1.1" status: 204 len: 168 time: 0.2431183 May 04 18:28:04.228207 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09443e93-e23e-4a2a-bfa2-88172ab7fa91 req-d128a01a-002b-4548-827f-f266b818cec3 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:04.229746 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-09443e93-e23e-4a2a-bfa2-88172ab7fa91 req-d128a01a-002b-4548-827f-f266b818cec3 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.0859954 May 04 18:28:04.276421 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-09443e93-e23e-4a2a-bfa2-88172ab7fa91 req-44b83d06-d898-4720-90bb-de4771b5f9a3 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404959 May 04 18:28:04.859182 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2dc6b-a134-4340-955c-16a10264b251 req-84bffb05-8f3c-4526-8d53-12b70fb5d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:04.860757 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-50a2dc6b-a134-4340-955c-16a10264b251 req-84bffb05-8f3c-4526-8d53-12b70fb5d275 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=573de575cbed4946845325c86ea66876&device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 1099 time: 0.1148589 May 04 18:28:04.924279 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc355ee-76b5-4f9a-9d5c-1e11a987b75a req-15a63a8c-52f9-43a6-99fe-5f39bd330fc9 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:04.925823 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-efc355ee-76b5-4f9a-9d5c-1e11a987b75a req-15a63a8c-52f9-43a6-99fe-5f39bd330fc9 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.1547942 May 04 18:28:04.935441 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f934c-261e-46c3-a2cb-b08f2d9a3867 req-b15bb1c9-2647-4316-84c2-04913a990875 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:04.936872 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4d8f934c-261e-46c3-a2cb-b08f2d9a3867 req-b15bb1c9-2647-4316-84c2-04913a990875 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=baeadfc2-aa80-4609-9ae8-0817ce7ca567 HTTP/1.1" status: 200 len: 945 time: 0.1176467 May 04 18:28:05.011652 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-efc355ee-76b5-4f9a-9d5c-1e11a987b75a req-b9af4af7-10b1-46e6-bc38-56c35467cbdd tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737047 May 04 18:28:05.038451 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2dc6b-a134-4340-955c-16a10264b251 req-9974a05f-2631-4732-8201-3e03b81a3c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:05.040192 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-50a2dc6b-a134-4340-955c-16a10264b251 req-9974a05f-2631-4732-8201-3e03b81a3c53 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8db4af54-0a5f-400d-8ea5-42d92dce6c03 HTTP/1.1" status: 200 len: 919 time: 0.1586077 May 04 18:28:05.042572 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4d8f934c-261e-46c3-a2cb-b08f2d9a3867 req-d6a7453f-e5eb-44c0-bbac-e6bc04bec5cf tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917132 May 04 18:28:05.153372 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-50a2dc6b-a134-4340-955c-16a10264b251 req-9d87c008-0e62-42e7-ae7d-f9e56c5d98df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d279bab5-50e3-4108-8a3d-c8985167a744 HTTP/1.1" status: 200 len: 217 time: 0.1040750 May 04 18:28:05.245687 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2dc6b-a134-4340-955c-16a10264b251 req-609c8b80-4183-499d-a978-89753cc3307d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:05.247026 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-50a2dc6b-a134-4340-955c-16a10264b251 req-609c8b80-4183-499d-a978-89753cc3307d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=440c7ecc-ada7-425e-af57-04720abc3629 HTTP/1.1" status: 200 len: 858 time: 0.0814383 May 04 18:28:05.310165 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-50a2dc6b-a134-4340-955c-16a10264b251 req-c8a4dbc9-c2da-4bd8-969d-6a6fc3ab108d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8db4af54-0a5f-400d-8ea5-42d92dce6c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491261 May 04 18:28:05.459045 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-50a2dc6b-a134-4340-955c-16a10264b251 req-c2ddc160-7521-42e7-b598-7077602f72ed service neutron] 10.222.0.20 "GET /v2.0/networks/8db4af54-0a5f-400d-8ea5-42d92dce6c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375046 May 04 18:28:05.609125 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-50a2dc6b-a134-4340-955c-16a10264b251 req-0dffd1b2-189d-473f-b58d-b130eb480aed service neutron] 10.222.0.20 "GET /v2.0/networks/8db4af54-0a5f-400d-8ea5-42d92dce6c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427131 May 04 18:28:05.651223 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-4a20ce66-3ae7-4766-9546-c0cb1df7dd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:05.782503 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:06.246934 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef460f-2711-4bc2-8336-290b31a70fc9 req-d65639c0-9023-4007-9e90-7003e9383014 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:06.248460 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f7ef460f-2711-4bc2-8336-290b31a70fc9 req-d65639c0-9023-4007-9e90-7003e9383014 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.1027248 May 04 18:28:06.255825 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52176ce-f482-4e06-ab5b-dfa3e39ffe35 req-6c9d1a68-bcf7-4f3b-975a-88acdd3206e3 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:06.257243 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d52176ce-f482-4e06-ab5b-dfa3e39ffe35 req-6c9d1a68-bcf7-4f3b-975a-88acdd3206e3 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.1638794 May 04 18:28:06.345296 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d52176ce-f482-4e06-ab5b-dfa3e39ffe35 req-5949a1ed-b500-467c-b230-d1becbe72d04 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782423 May 04 18:28:06.348087 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f7ef460f-2711-4bc2-8336-290b31a70fc9 req-a7b3ef12-50ca-4ecb-af4e-94e9d683e9fd tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791609 May 04 18:28:06.383701 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:06.561788 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b9157-fe2f-41c2-afab-0c4edbf17204 req-ed545531-7da9-4fa0-b5d2-109674e63bb9 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:06.563261 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f90b9157-fe2f-41c2-afab-0c4edbf17204 req-ed545531-7da9-4fa0-b5d2-109674e63bb9 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=baeadfc2-aa80-4609-9ae8-0817ce7ca567 HTTP/1.1" status: 200 len: 945 time: 0.0883379 May 04 18:28:06.609743 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f90b9157-fe2f-41c2-afab-0c4edbf17204 req-c5cf1d69-3480-459b-9393-cc0ad2fbf370 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405757 May 04 18:28:07.610116 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68df38-312d-4af3-b844-4a9768f942c6 req-858e3746-32e6-4ada-8bcd-7c2f1e81031f tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:07.611544 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-de68df38-312d-4af3-b844-4a9768f942c6 req-858e3746-32e6-4ada-8bcd-7c2f1e81031f tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.1446280 May 04 18:28:07.619731 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079538a-de83-481c-9ca7-623619586e5c req-a82ad735-7942-414f-b72c-250feb1ba090 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:07.621161 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a079538a-de83-481c-9ca7-623619586e5c req-a82ad735-7942-414f-b72c-250feb1ba090 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.1187072 May 04 18:28:07.675523 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7b5d3-4eb3-4e27-a9e5-9bcf260c08fd req-3853b2e7-6297-4cff-97e8-b1ebf0ae1fe6 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:07.676225 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-caa7b5d3-4eb3-4e27-a9e5-9bcf260c08fd req-3853b2e7-6297-4cff-97e8-b1ebf0ae1fe6 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Synchronizing usage tracker for tenant:ae13407124d74fde8758bfce312171fb on resource:port {{(pid=74221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:28:07.694961 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-de68df38-312d-4af3-b844-4a9768f942c6 req-e0bf4a4a-5b1a-4d52-bd90-9ececbe02695 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728161 May 04 18:28:07.706655 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a079538a-de83-481c-9ca7-623619586e5c req-2e7e1bc7-8838-4aed-b22b-d77ef1321970 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696208 May 04 18:28:07.771962 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-caa7b5d3-4eb3-4e27-a9e5-9bcf260c08fd req-3853b2e7-6297-4cff-97e8-b1ebf0ae1fe6 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Unset dirty status for tenant:ae13407124d74fde8758bfce312171fb on resource:port {{(pid=74221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:28:07.773368 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-caa7b5d3-4eb3-4e27-a9e5-9bcf260c08fd req-3853b2e7-6297-4cff-97e8-b1ebf0ae1fe6 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.20 "GET /v2.0/ports?device_id=baeadfc2-aa80-4609-9ae8-0817ce7ca567 HTTP/1.1" status: 200 len: 945 time: 0.1877353 May 04 18:28:07.891234 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e091c-1863-47ca-9ae0-122f9ea318be req-6f7cf2d8-70b9-421d-8e73-d126878cf33e tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:07.893147 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5e8e091c-1863-47ca-9ae0-122f9ea318be req-6f7cf2d8-70b9-421d-8e73-d126878cf33e tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=baeadfc2-aa80-4609-9ae8-0817ce7ca567 HTTP/1.1" status: 200 len: 945 time: 0.0861890 May 04 18:28:07.915301 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [req-caa7b5d3-4eb3-4e27-a9e5-9bcf260c08fd req-87ccfd18-ad8b-4eaa-9004-818a53baaa96 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Deleting port c39cec61-e4dd-4751-a41e-6679fe64daed {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:28:07.915636 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-caa7b5d3-4eb3-4e27-a9e5-9bcf260c08fd req-87ccfd18-ad8b-4eaa-9004-818a53baaa96 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:07.939590 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5e8e091c-1863-47ca-9ae0-122f9ea318be req-6e7d898c-e28b-4b63-a098-21cbb50c27b6 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405872 May 04 18:28:08.054978 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-caa7b5d3-4eb3-4e27-a9e5-9bcf260c08fd req-87ccfd18-ad8b-4eaa-9004-818a53baaa96 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] For port c39cec61-e4dd-4751-a41e-6679fe64daed, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c39cec61-e4dd-4751-a41e-6679fe64daed,segment=NetworkSegment(e27d6d3a-acad-4e56-8b22-9dcd41a82e38),segment_id=e27d6d3a-acad-4e56-8b22-9dcd41a82e38)] {{(pid=74221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:28:08.055565 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-caa7b5d3-4eb3-4e27-a9e5-9bcf260c08fd req-87ccfd18-ad8b-4eaa-9004-818a53baaa96 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:08.146920 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:08.183744 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [req-caa7b5d3-4eb3-4e27-a9e5-9bcf260c08fd req-87ccfd18-ad8b-4eaa-9004-818a53baaa96 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Calling delete_port for c39cec61-e4dd-4751-a41e-6679fe64daed owned by compute:nova {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:28:08.363409 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-caa7b5d3-4eb3-4e27-a9e5-9bcf260c08fd req-87ccfd18-ad8b-4eaa-9004-818a53baaa96 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:08.369253 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:08.377673 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['809a98ea-8435-42f3-a0ae-912a65d36d91', '1638aa14-7403-4257-a09e-05352b898838', '398f378e-bcbe-4ffa-822a-2d78c36db14e', 'c39cec61-e4dd-4751-a41e-6679fe64daed'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:28:08.419658 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ccfd18-ad8b-4eaa-9004-818a53baaa96 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Pushing event deleted for resources: {'Port': ['ID=c39cec61-e4dd-4751-a41e-6679fe64daed,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:08.424052 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-87ccfd18-ad8b-4eaa-9004-818a53baaa96 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:08.575911 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa7b5d3-4eb3-4e27-a9e5-9bcf260c08fd req-87ccfd18-ad8b-4eaa-9004-818a53baaa96 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] No DVR routers for this DVR port c39cec61-e4dd-4751-a41e-6679fe64daed on host hv-cinder-78960 {{(pid=74221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:28:08.579460 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-caa7b5d3-4eb3-4e27-a9e5-9bcf260c08fd req-87ccfd18-ad8b-4eaa-9004-818a53baaa96 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:08.582003 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baeadfc2-aa80-4609-9ae8-0817ce7ca567', 'name': 'network-vif-deleted', 'tag': 'c39cec61-e4dd-4751-a41e-6679fe64daed'}] {{(pid=74221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:28:08.630064 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baeadfc2-aa80-4609-9ae8-0817ce7ca567', 'name': 'network-vif-deleted', 'tag': 'c39cec61-e4dd-4751-a41e-6679fe64daed', 'status': 'completed', 'code': 200} May 04 18:28:08.696313 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-caa7b5d3-4eb3-4e27-a9e5-9bcf260c08fd req-87ccfd18-ad8b-4eaa-9004-818a53baaa96 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.20 "DELETE /v2.0/ports/c39cec61-e4dd-4751-a41e-6679fe64daed HTTP/1.1" status: 204 len: 173 time: 0.9157679 May 04 18:28:08.956035 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94640b99-5b08-419e-bb46-237343e4b930 req-0a350959-34e0-415c-acf7-fd4dbcd58ca0 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:08.957496 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-94640b99-5b08-419e-bb46-237343e4b930 req-0a350959-34e0-415c-acf7-fd4dbcd58ca0 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.1498461 May 04 18:28:09.022955 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff942c-fd2e-4b32-afe5-bf761fd5e29c req-2316df43-1cea-4ded-8f9c-0a7cf2d73aa4 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:09.024438 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-fdff942c-fd2e-4b32-afe5-bf761fd5e29c req-2316df43-1cea-4ded-8f9c-0a7cf2d73aa4 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.1370187 May 04 18:28:09.029216 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-94640b99-5b08-419e-bb46-237343e4b930 req-7dd912f4-131c-45ec-a751-07849b63bfd9 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607419 May 04 18:28:09.175249 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-fdff942c-fd2e-4b32-afe5-bf761fd5e29c req-9ce20ae0-3ac5-4ddc-80f6-2615820def57 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442709 May 04 18:28:09.334137 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-954b5ff0-503d-4cf0-9680-208c0a44b8b8 req-339a66a0-4de5-4e17-b645-7117055a6d65 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=baeadfc2-aa80-4609-9ae8-0817ce7ca567 HTTP/1.1" status: 200 len: 210 time: 0.0435092 May 04 18:28:10.385193 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c348f94-9b88-4102-96b6-8ca3e5559f6d req-21339a17-8ed8-49d5-85d3-f41dd582e999 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:10.386819 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9c348f94-9b88-4102-96b6-8ca3e5559f6d req-21339a17-8ed8-49d5-85d3-f41dd582e999 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.0941920 May 04 18:28:10.433343 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9c348f94-9b88-4102-96b6-8ca3e5559f6d req-d31c0cd5-5dbc-46b8-8e71-a99951f3193f tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397727 May 04 18:28:11.285305 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f659573-334f-4017-974e-796906b22a46 req-a03d447a-f14e-4dff-bc4f-cda7f40055ad tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:11.286762 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2f659573-334f-4017-974e-796906b22a46 req-a03d447a-f14e-4dff-bc4f-cda7f40055ad tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.0862782 May 04 18:28:11.335085 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2f659573-334f-4017-974e-796906b22a46 req-e83ddaa8-7218-4b84-9187-a776a1a76426 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427196 May 04 18:28:11.631990 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2936a2-5140-4883-84cc-817bf96b98dd req-c07c4d8a-2115-4884-901c-b226fab23608 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:11.633661 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5d2936a2-5140-4883-84cc-817bf96b98dd req-c07c4d8a-2115-4884-901c-b226fab23608 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.0841951 May 04 18:28:11.689881 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5d2936a2-5140-4883-84cc-817bf96b98dd req-bd3e9bf9-5cea-4f46-a214-cd7a42d2187d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494988 May 04 18:28:12.209624 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device c39cec61-e4dd-4751-a41e-6679fe64daed no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:28:12.255161 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] No Port match for: c39cec61-e4dd-4751-a41e-6679fe64daed {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:28:12.255546 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device c39cec61-e4dd-4751-a41e-6679fe64daed not bound to the agent host hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:28:12.938946 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a05e1-2ee0-4356-8b7e-30f9a9cba3a7 req-5898dd48-9683-47ff-b788-26102d2647a5 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:12.941041 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-734a05e1-2ee0-4356-8b7e-30f9a9cba3a7 req-5898dd48-9683-47ff-b788-26102d2647a5 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.1286294 May 04 18:28:13.010876 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-734a05e1-2ee0-4356-8b7e-30f9a9cba3a7 req-b045107e-92d0-4922-b20f-f48504c09ef5 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583308 May 04 18:28:13.018721 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a4c8b-3e98-4132-80ba-d4ece30bbc94 req-f7743814-4053-48b7-a059-217440729337 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:13.020232 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-942a4c8b-3e98-4132-80ba-d4ece30bbc94 req-f7743814-4053-48b7-a059-217440729337 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f818c06-7100-4c09-8b44-4202ec3bc601 HTTP/1.1" status: 200 len: 946 time: 0.1252270 May 04 18:28:13.077681 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-942a4c8b-3e98-4132-80ba-d4ece30bbc94 req-246e0fa2-3335-4219-9fcc-c4c757cba18c tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511138 May 04 18:28:14.212415 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a9120-3a54-4060-b065-ba8b82aed786 req-5a894d05-e049-4d77-b051-a0045037d5ba tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:14.214145 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0b3a9120-3a54-4060-b065-ba8b82aed786 req-5a894d05-e049-4d77-b051-a0045037d5ba tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.0818470 May 04 18:28:14.259762 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0b3a9120-3a54-4060-b065-ba8b82aed786 req-805ef43c-c981-4007-9f0e-3393d80eb362 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394125 May 04 18:28:14.447053 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b23726-d1da-44f1-aa6c-dd8d2f65439f req-824ddb9b-6566-4d4e-a167-d2d6431cf1de tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:14.448721 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d9b23726-d1da-44f1-aa6c-dd8d2f65439f req-824ddb9b-6566-4d4e-a167-d2d6431cf1de tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f818c06-7100-4c09-8b44-4202ec3bc601 HTTP/1.1" status: 200 len: 946 time: 0.0846369 May 04 18:28:14.493395 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d9b23726-d1da-44f1-aa6c-dd8d2f65439f req-70fa8409-d4db-4317-87b4-d09861308ff2 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381000 May 04 18:28:15.460034 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d5565-9fdf-45d6-a5b0-a5343be7c0ea req-22042db8-9134-4318-88b3-b8d0a9730bf1 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:15.461802 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8f7d5565-9fdf-45d6-a5b0-a5343be7c0ea req-22042db8-9134-4318-88b3-b8d0a9730bf1 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.0868597 May 04 18:28:15.512709 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8f7d5565-9fdf-45d6-a5b0-a5343be7c0ea req-65faeb0d-db7a-4892-b4f2-a84555ab8e84 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427766 May 04 18:28:15.514180 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc4226-4469-4e21-b1bd-6115900d4554 req-94f61264-8eec-4407-9904-36c71520337e tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:15.514931 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-45cc4226-4469-4e21-b1bd-6115900d4554 req-94f61264-8eec-4407-9904-36c71520337e tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Synchronizing usage tracker for tenant:ae13407124d74fde8758bfce312171fb on resource:port {{(pid=74221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:28:15.617696 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-45cc4226-4469-4e21-b1bd-6115900d4554 req-94f61264-8eec-4407-9904-36c71520337e tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Unset dirty status for tenant:ae13407124d74fde8758bfce312171fb on resource:port {{(pid=74221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:28:15.622568 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-45cc4226-4469-4e21-b1bd-6115900d4554 req-94f61264-8eec-4407-9904-36c71520337e tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f818c06-7100-4c09-8b44-4202ec3bc601 HTTP/1.1" status: 200 len: 946 time: 0.2076664 May 04 18:28:15.758041 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cf21e4a4-d77d-4a23-b0d0-462b73d790cb req-5f336083-b167-4b46-926e-f1a17c77abab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2012956 May 04 18:28:15.768404 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e88e43-1596-416d-b3a9-e04b48637aea req-795c951a-14b7-4760-995e-b424f5ab73e6 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:15.770161 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b3e88e43-1596-416d-b3a9-e04b48637aea req-795c951a-14b7-4760-995e-b424f5ab73e6 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f818c06-7100-4c09-8b44-4202ec3bc601 HTTP/1.1" status: 200 len: 946 time: 0.1373787 May 04 18:28:15.865083 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [req-45cc4226-4469-4e21-b1bd-6115900d4554 req-daeede6c-638c-453e-91ea-c0d6690846f2 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Deleting port 398f378e-bcbe-4ffa-822a-2d78c36db14e {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:28:15.865425 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-45cc4226-4469-4e21-b1bd-6115900d4554 req-daeede6c-638c-453e-91ea-c0d6690846f2 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:15.882045 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b3e88e43-1596-416d-b3a9-e04b48637aea req-327548ff-34fd-4179-8226-46a40fc0e0b0 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051664 May 04 18:28:15.906197 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21e4a4-d77d-4a23-b0d0-462b73d790cb req-841227c7-290d-423b-812a-dd9000c988f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:15.907715 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cf21e4a4-d77d-4a23-b0d0-462b73d790cb req-841227c7-290d-423b-812a-dd9000c988f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=573de575cbed4946845325c86ea66876&device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 1099 time: 0.1070828 May 04 18:28:16.030892 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-45cc4226-4469-4e21-b1bd-6115900d4554 req-daeede6c-638c-453e-91ea-c0d6690846f2 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] For port 398f378e-bcbe-4ffa-822a-2d78c36db14e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=398f378e-bcbe-4ffa-822a-2d78c36db14e,segment=NetworkSegment(e27d6d3a-acad-4e56-8b22-9dcd41a82e38),segment_id=e27d6d3a-acad-4e56-8b22-9dcd41a82e38)] {{(pid=74221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:28:16.031501 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-45cc4226-4469-4e21-b1bd-6115900d4554 req-daeede6c-638c-453e-91ea-c0d6690846f2 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:16.075235 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21e4a4-d77d-4a23-b0d0-462b73d790cb req-a39aa6f1-6cf2-4da7-bfdc-4d5132a8bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:16.076713 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cf21e4a4-d77d-4a23-b0d0-462b73d790cb req-a39aa6f1-6cf2-4da7-bfdc-4d5132a8bb89 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8db4af54-0a5f-400d-8ea5-42d92dce6c03 HTTP/1.1" status: 200 len: 919 time: 0.1491888 May 04 18:28:16.149225 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cf21e4a4-d77d-4a23-b0d0-462b73d790cb req-e7bbd011-33ed-482c-8796-b770f8f7bfc0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d279bab5-50e3-4108-8a3d-c8985167a744 HTTP/1.1" status: 200 len: 217 time: 0.0645306 May 04 18:28:16.164339 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [req-45cc4226-4469-4e21-b1bd-6115900d4554 req-daeede6c-638c-453e-91ea-c0d6690846f2 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Calling delete_port for 398f378e-bcbe-4ffa-822a-2d78c36db14e owned by compute:nova {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:28:16.216145 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21e4a4-d77d-4a23-b0d0-462b73d790cb req-9d32e5b2-3fd8-434a-a682-500ff46d45fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:16.216145 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cf21e4a4-d77d-4a23-b0d0-462b73d790cb req-9d32e5b2-3fd8-434a-a682-500ff46d45fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=440c7ecc-ada7-425e-af57-04720abc3629 HTTP/1.1" status: 200 len: 858 time: 0.0586989 May 04 18:28:16.273208 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cf21e4a4-d77d-4a23-b0d0-462b73d790cb req-6f4d6e51-ae7a-4880-ac0c-df4ac4056232 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8db4af54-0a5f-400d-8ea5-42d92dce6c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463011 May 04 18:28:16.369929 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-45cc4226-4469-4e21-b1bd-6115900d4554 req-daeede6c-638c-453e-91ea-c0d6690846f2 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:16.377070 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:16.400018 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['809a98ea-8435-42f3-a0ae-912a65d36d91', '1638aa14-7403-4257-a09e-05352b898838', '398f378e-bcbe-4ffa-822a-2d78c36db14e'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:28:16.424546 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cf21e4a4-d77d-4a23-b0d0-462b73d790cb req-db5a50af-1b5f-4604-9da7-3d99c84d6bb1 service neutron] 10.222.0.20 "GET /v2.0/networks/8db4af54-0a5f-400d-8ea5-42d92dce6c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435208 May 04 18:28:16.426815 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeede6c-638c-453e-91ea-c0d6690846f2 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Pushing event deleted for resources: {'Port': ['ID=398f378e-bcbe-4ffa-822a-2d78c36db14e,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:16.430273 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-daeede6c-638c-453e-91ea-c0d6690846f2 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:16.510180 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [req-45cc4226-4469-4e21-b1bd-6115900d4554 req-daeede6c-638c-453e-91ea-c0d6690846f2 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] No DVR routers for this DVR port 398f378e-bcbe-4ffa-822a-2d78c36db14e on host hv-cinder-78960 {{(pid=74221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:28:16.513686 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-45cc4226-4469-4e21-b1bd-6115900d4554 req-daeede6c-638c-453e-91ea-c0d6690846f2 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:16.516471 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f818c06-7100-4c09-8b44-4202ec3bc601', 'name': 'network-vif-deleted', 'tag': '398f378e-bcbe-4ffa-822a-2d78c36db14e'}] {{(pid=74221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:28:16.573559 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f818c06-7100-4c09-8b44-4202ec3bc601', 'name': 'network-vif-deleted', 'tag': '398f378e-bcbe-4ffa-822a-2d78c36db14e', 'status': 'completed', 'code': 200} May 04 18:28:16.616488 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-45cc4226-4469-4e21-b1bd-6115900d4554 req-daeede6c-638c-453e-91ea-c0d6690846f2 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.20 "DELETE /v2.0/ports/398f378e-bcbe-4ffa-822a-2d78c36db14e HTTP/1.1" status: 204 len: 173 time: 0.9905398 May 04 18:28:16.917577 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cf21e4a4-d77d-4a23-b0d0-462b73d790cb req-ec0a3ccf-d0db-40f0-9e8a-4eaa14548f37 service neutron] 10.222.0.20 "GET /v2.0/networks/8db4af54-0a5f-400d-8ea5-42d92dce6c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733064 May 04 18:28:16.931699 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a60a4-e7bd-407b-8ea5-cc3e23cb91af req-22733ede-8489-4d31-99a9-1e5424ac212b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:16.933201 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c37a60a4-e7bd-407b-8ea5-cc3e23cb91af req-22733ede-8489-4d31-99a9-1e5424ac212b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.2022519 May 04 18:28:16.984595 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c37a60a4-e7bd-407b-8ea5-cc3e23cb91af req-e5d2245d-9c60-4fa0-ab0b-218315c927eb tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445347 May 04 18:28:17.150659 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6da7c662-250f-478e-bbe3-f0c30684e02a req-a7e5c0c3-9a0a-4fff-aa13-af5c9925c72c tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f818c06-7100-4c09-8b44-4202ec3bc601 HTTP/1.1" status: 200 len: 210 time: 0.0420578 May 04 18:28:17.346131 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31189c80-077b-4132-a4a6-9e6001a396d6 req-2ff1c3c4-c5ce-4dcc-880a-d8c1d033bf83 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:17.347745 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-31189c80-077b-4132-a4a6-9e6001a396d6 req-2ff1c3c4-c5ce-4dcc-880a-d8c1d033bf83 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.1369057 May 04 18:28:17.354339 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7cfb1-7e47-4feb-921a-f126d64756a2 req-3f1b56bb-4466-457b-8df0-9b2a639a22e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:17.355785 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c1c7cfb1-7e47-4feb-921a-f126d64756a2 req-3f1b56bb-4466-457b-8df0-9b2a639a22e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=573de575cbed4946845325c86ea66876&device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 1099 time: 0.1096025 May 04 18:28:17.493425 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-31189c80-077b-4132-a4a6-9e6001a396d6 req-7644f737-6c36-4459-9ff1-6c85ff55bdcc tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366291 May 04 18:28:17.535802 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7cfb1-7e47-4feb-921a-f126d64756a2 req-0b9ad81f-3e90-455a-8c70-cb78702f12d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:17.537290 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c1c7cfb1-7e47-4feb-921a-f126d64756a2 req-0b9ad81f-3e90-455a-8c70-cb78702f12d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8db4af54-0a5f-400d-8ea5-42d92dce6c03 HTTP/1.1" status: 200 len: 919 time: 0.1663754 May 04 18:28:17.620647 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c1c7cfb1-7e47-4feb-921a-f126d64756a2 req-333053dc-d9c7-4356-80f5-05f583298465 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d279bab5-50e3-4108-8a3d-c8985167a744 HTTP/1.1" status: 200 len: 217 time: 0.0661726 May 04 18:28:17.685615 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7cfb1-7e47-4feb-921a-f126d64756a2 req-959914c8-beb9-4d63-8793-070048179581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:17.687178 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c1c7cfb1-7e47-4feb-921a-f126d64756a2 req-959914c8-beb9-4d63-8793-070048179581 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=440c7ecc-ada7-425e-af57-04720abc3629 HTTP/1.1" status: 200 len: 858 time: 0.0598931 May 04 18:28:17.741207 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c1c7cfb1-7e47-4feb-921a-f126d64756a2 req-b9190f86-c782-47c0-bbcd-1ee0f01fe768 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8db4af54-0a5f-400d-8ea5-42d92dce6c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472620 May 04 18:28:17.902996 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c1c7cfb1-7e47-4feb-921a-f126d64756a2 req-b35ec32d-1e70-4f6f-8089-74c51f46a77c service neutron] 10.222.0.20 "GET /v2.0/networks/8db4af54-0a5f-400d-8ea5-42d92dce6c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522570 May 04 18:28:18.062565 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c1c7cfb1-7e47-4feb-921a-f126d64756a2 req-e285f86d-d0d2-4d61-b415-ef7d4db885f0 service neutron] 10.222.0.20 "GET /v2.0/networks/8db4af54-0a5f-400d-8ea5-42d92dce6c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477282 May 04 18:28:18.217956 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b6d3c-41cb-4637-869c-becf851cd336 req-db72b2a5-c901-4655-97ac-b10982180db8 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:18.220077 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-282b6d3c-41cb-4637-869c-becf851cd336 req-db72b2a5-c901-4655-97ac-b10982180db8 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.1116688 May 04 18:28:18.277966 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-282b6d3c-41cb-4637-869c-becf851cd336 req-9ccfe6ce-c911-48a4-b30b-535b46250d1f tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522847 May 04 18:28:18.507598 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 51066) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:18.676169 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-ba8a2170-342f-4402-af8c-812d54ae91a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:18.699062 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-ba8a2170-342f-4402-af8c-812d54ae91a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:28:18.705366 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-ba8a2170-342f-4402-af8c-812d54ae91a7 admin admin] Usage tracker for resource:security_group_rule and tenant:b51e4650efc5498b842a83259eb8e6d2 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:28:18.711585 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-ba8a2170-342f-4402-af8c-812d54ae91a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:28:18.716787 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-ba8a2170-342f-4402-af8c-812d54ae91a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:28:18.756991 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 51080) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:18.770078 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d418350-03a7-4216-b01d-cdbe84613f4d req-a6f9028f-92cc-4c70-8097-8472b8e07d62 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:18.771615 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5d418350-03a7-4216-b01d-cdbe84613f4d req-a6f9028f-92cc-4c70-8097-8472b8e07d62 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.1378832 May 04 18:28:18.883455 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5d418350-03a7-4216-b01d-cdbe84613f4d req-f6c4e4e4-2840-4547-94e7-323aed88c9ee tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054976 May 04 18:28:18.907998 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-da85d6d5-fab6-4aac-9cd2-5f54c760b0ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:18.927491 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-da85d6d5-fab6-4aac-9cd2-5f54c760b0ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:28:18.932520 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-da85d6d5-fab6-4aac-9cd2-5f54c760b0ba admin admin] Usage tracker for resource:security_group_rule and tenant:82b942b964204b4fb3fe665dffbe6ac2 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:28:18.935739 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-ba8a2170-342f-4402-af8c-812d54ae91a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:18.942252 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-da85d6d5-fab6-4aac-9cd2-5f54c760b0ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:28:18.948859 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-da85d6d5-fab6-4aac-9cd2-5f54c760b0ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:28:18.963758 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60716f7-00e7-4f9e-b522-abc7f66a8c04 req-fb7d8304-6073-4ea9-baf4-bff71a5a320f tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:18.963758 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f60716f7-00e7-4f9e-b522-abc7f66a8c04 req-fb7d8304-6073-4ea9-baf4-bff71a5a320f tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=aaf60b29-9220-465e-83c7-1e3c8c898abe HTTP/1.1" status: 200 len: 946 time: 0.1577110 May 04 18:28:19.009469 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f60716f7-00e7-4f9e-b522-abc7f66a8c04 req-14f210f3-176d-4922-93dd-af03602c7995 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401964 May 04 18:28:19.011177 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-ba8a2170-342f-4402-af8c-812d54ae91a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:19.021808 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-479ef33e-b119-40d5-a4d2-08c3a00f665a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:19.061505 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a2170-342f-4402-af8c-812d54ae91a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524dbaa9-3e0c-4bcc-ab78-7a663ff46b32,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:19.064935 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-ba8a2170-342f-4402-af8c-812d54ae91a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:19.067644 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-ba8a2170-342f-4402-af8c-812d54ae91a7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b51e4650efc5498b842a83259eb8e6d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5590487 May 04 18:28:19.070828 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 51094) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:19.104901 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-da85d6d5-fab6-4aac-9cd2-5f54c760b0ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:19.129911 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-bc94309a-9ddf-4676-9883-f564c8d30b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:19.160040 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-bc94309a-9ddf-4676-9883-f564c8d30b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:19.175654 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-da85d6d5-fab6-4aac-9cd2-5f54c760b0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:19.184981 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:19.228244 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d6d5-fab6-4aac-9cd2-5f54c760b0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3a9155-3db7-4235-8db0-4de2337462f7,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:19.232569 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-da85d6d5-fab6-4aac-9cd2-5f54c760b0ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:19.236446 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-da85d6d5-fab6-4aac-9cd2-5f54c760b0ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=82b942b964204b4fb3fe665dffbe6ac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4764082 May 04 18:28:19.244432 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 51098) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:19.290938 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:19.304335 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-30727f13-e368-471e-b344-7d66a4a417f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:19.339773 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-30727f13-e368-471e-b344-7d66a4a417f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:19.386732 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-bc94309a-9ddf-4676-9883-f564c8d30b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:19.394212 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-f3233b39-b2a2-4227-9144-ca9d7f5dfe3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:19.404285 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94309a-9ddf-4676-9883-f564c8d30b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524dbaa9-3e0c-4bcc-ab78-7a663ff46b32,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:19.408976 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-bc94309a-9ddf-4676-9883-f564c8d30b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:19.479354 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-30727f13-e368-471e-b344-7d66a4a417f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:19.483309 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-ebf7fd5b-720a-4b13-bc0a-bd572a4b4fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:19.491102 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-bc94309a-9ddf-4676-9883-f564c8d30b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:19.494259 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-bc94309a-9ddf-4676-9883-f564c8d30b4a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/524dbaa9-3e0c-4bcc-ab78-7a663ff46b32 HTTP/1.1" status: 204 len: 168 time: 0.4210081 May 04 18:28:19.495543 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30727f13-e368-471e-b344-7d66a4a417f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3a9155-3db7-4235-8db0-4de2337462f7,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:19.498025 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-30727f13-e368-471e-b344-7d66a4a417f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:19.504821 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-30727f13-e368-471e-b344-7d66a4a417f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:19.508747 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-30727f13-e368-471e-b344-7d66a4a417f2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cb3a9155-3db7-4235-8db0-4de2337462f7 HTTP/1.1" status: 204 len: 168 time: 0.2602177 May 04 18:28:19.552603 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8479ac-9cbd-4468-877c-012c062cfd9e req-4668df6a-2a7f-4ff8-bf88-98f89a2cc951 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:19.554291 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0c8479ac-9cbd-4468-877c-012c062cfd9e req-4668df6a-2a7f-4ff8-bf88-98f89a2cc951 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.1463196 May 04 18:28:19.567134 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7cf23-e673-4a5e-a4ef-8d491a2e59c5 req-03c32cb3-38db-46de-9f6b-6e5b81f73bdd tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:19.568995 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-63d7cf23-e673-4a5e-a4ef-8d491a2e59c5 req-03c32cb3-38db-46de-9f6b-6e5b81f73bdd tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.1592619 May 04 18:28:19.636477 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0c8479ac-9cbd-4468-877c-012c062cfd9e req-6c1097a7-8541-4a17-af4f-554e5c224a99 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663702 May 04 18:28:19.643371 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-63d7cf23-e673-4a5e-a4ef-8d491a2e59c5 req-c0b63c4c-fde0-40d5-8513-96ad2c76f288 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566947 May 04 18:28:19.820595 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 6 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:28:20.085612 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3b3be-c777-4c2a-9472-ccb21ad85261 req-7bbc230f-0ea0-42e4-8f77-dfe71e98418a tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:20.087110 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-99b3b3be-c777-4c2a-9472-ccb21ad85261 req-7bbc230f-0ea0-42e4-8f77-dfe71e98418a tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.0856657 May 04 18:28:20.173419 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-99b3b3be-c777-4c2a-9472-ccb21ad85261 req-453e2f7f-fd19-41a5-b376-a719e18c8efe tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800035 May 04 18:28:20.221602 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40724eea-055c-417f-a3ae-85466698b1f8 req-4396a86e-8520-488e-967b-5b9dd0ca4560 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:20.223024 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-40724eea-055c-417f-a3ae-85466698b1f8 req-4396a86e-8520-488e-967b-5b9dd0ca4560 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=aaf60b29-9220-465e-83c7-1e3c8c898abe HTTP/1.1" status: 200 len: 946 time: 0.0910959 May 04 18:28:20.237685 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 398f378e-bcbe-4ffa-822a-2d78c36db14e no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:28:20.242254 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 51128) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:20.261113 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ee7b9562-562d-4d36-a24f-baf94b478ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:20.270866 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-40724eea-055c-417f-a3ae-85466698b1f8 req-9f84069d-5bb1-467f-9969-c81363598467 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420051 May 04 18:28:20.271847 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] No Port match for: 398f378e-bcbe-4ffa-822a-2d78c36db14e {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:28:20.272199 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 398f378e-bcbe-4ffa-822a-2d78c36db14e not bound to the agent host hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:28:20.281724 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-ee7b9562-562d-4d36-a24f-baf94b478ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:28:20.287663 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-ee7b9562-562d-4d36-a24f-baf94b478ab3 admin admin] Usage tracker for resource:security_group_rule and tenant:19de0add3ae74ee5953d62d901dea01f is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:28:20.289097 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-ee7b9562-562d-4d36-a24f-baf94b478ab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:28:20.294755 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-ee7b9562-562d-4d36-a24f-baf94b478ab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:28:20.357983 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed617c-296b-46d9-85c5-8dda9b91a9b4 req-27db791c-28e9-42ac-b75e-9d37b0f1e252 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:20.360145 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b2ed617c-296b-46d9-85c5-8dda9b91a9b4 req-27db791c-28e9-42ac-b75e-9d37b0f1e252 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf60b29-9220-465e-83c7-1e3c8c898abe HTTP/1.1" status: 200 len: 946 time: 0.0855870 May 04 18:28:20.379342 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ee7b9562-562d-4d36-a24f-baf94b478ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:20.445406 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ee7b9562-562d-4d36-a24f-baf94b478ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:20.455459 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-be339ff0-e97a-446f-8a8b-9bd605b21e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:20.498241 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-ee7b9562-562d-4d36-a24f-baf94b478ab3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=19de0add3ae74ee5953d62d901dea01f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2547364 May 04 18:28:20.500146 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b9562-562d-4d36-a24f-baf94b478ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b543dd5c-9805-4638-b8c9-b5d5c3dbd687,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:20.501344 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 51138) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:20.503664 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-ee7b9562-562d-4d36-a24f-baf94b478ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:20.531567 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.plugin [req-b2ed617c-296b-46d9-85c5-8dda9b91a9b4 req-1e8b5f74-770b-4684-b1af-1719ea835d4a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Deleting port 1638aa14-7403-4257-a09e-05352b898838 {{(pid=74222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:28:20.531924 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-b2ed617c-296b-46d9-85c5-8dda9b91a9b4 req-1e8b5f74-770b-4684-b1af-1719ea835d4a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:20.661967 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-88abe3b9-82f4-48f0-8778-79986c1cda7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:20.665176 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 51144) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:20.711987 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.db [req-b2ed617c-296b-46d9-85c5-8dda9b91a9b4 req-1e8b5f74-770b-4684-b1af-1719ea835d4a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] For port 1638aa14-7403-4257-a09e-05352b898838, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1638aa14-7403-4257-a09e-05352b898838,segment=NetworkSegment(e27d6d3a-acad-4e56-8b22-9dcd41a82e38),segment_id=e27d6d3a-acad-4e56-8b22-9dcd41a82e38)] {{(pid=74222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:28:20.712286 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-b2ed617c-296b-46d9-85c5-8dda9b91a9b4 req-1e8b5f74-770b-4684-b1af-1719ea835d4a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:20.720223 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-88abe3b9-82f4-48f0-8778-79986c1cda7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:20.830091 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-05700388-c4b8-4cc6-b3e3-038b69c63d8c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1207279996-network', 'tenant_id': '27d38e26a3bb45b2bb6a2f009d6eef29'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:28:20.834899 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-05700388-c4b8-4cc6-b3e3-038b69c63d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:28:20.838703 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-05700388-c4b8-4cc6-b3e3-038b69c63d8c admin admin] Usage tracker for resource:network and tenant:27d38e26a3bb45b2bb6a2f009d6eef29 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:28:20.841708 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-05700388-c4b8-4cc6-b3e3-038b69c63d8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:28:20.847983 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-05700388-c4b8-4cc6-b3e3-038b69c63d8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:28:20.893589 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.plugin [req-b2ed617c-296b-46d9-85c5-8dda9b91a9b4 req-1e8b5f74-770b-4684-b1af-1719ea835d4a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Calling delete_port for 1638aa14-7403-4257-a09e-05352b898838 owned by compute:nova {{(pid=74222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:28:20.940568 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05700388-c4b8-4cc6-b3e3-038b69c63d8c admin admin] Made reservation on behalf of 27d38e26a3bb45b2bb6a2f009d6eef29 for: {'network': 1} {{(pid=74221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:28:20.943046 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-05700388-c4b8-4cc6-b3e3-038b69c63d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for network, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:20.955265 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-05700388-c4b8-4cc6-b3e3-038b69c63d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:20.972853 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-05700388-c4b8-4cc6-b3e3-038b69c63d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:28:20.975532 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-05700388-c4b8-4cc6-b3e3-038b69c63d8c admin admin] Usage tracker for resource:security_group_rule and tenant:27d38e26a3bb45b2bb6a2f009d6eef29 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:28:20.978343 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-05700388-c4b8-4cc6-b3e3-038b69c63d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:28:20.984729 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-05700388-c4b8-4cc6-b3e3-038b69c63d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:28:21.082152 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-05700388-c4b8-4cc6-b3e3-038b69c63d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:21.118511 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668ed7d-0cbe-4e44-a03f-f276e400d862 req-49e891bc-6b99-4733-8d08-4fa14af716f1 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:21.120029 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e668ed7d-0cbe-4e44-a03f-f276e400d862 req-49e891bc-6b99-4733-8d08-4fa14af716f1 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.3237751 May 04 18:28:21.128309 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850887d-e25b-4dbe-bc26-6638da0e39c3 req-7c88f844-fce5-40c1-a2f2-530ed7f20704 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:21.129661 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9850887d-e25b-4dbe-bc26-6638da0e39c3 req-7c88f844-fce5-40c1-a2f2-530ed7f20704 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.3311462 May 04 18:28:21.213320 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-88abe3b9-82f4-48f0-8778-79986c1cda7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:21.215012 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-05700388-c4b8-4cc6-b3e3-038b69c63d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:21.218592 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-30727f13-e368-471e-b344-7d66a4a417f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:21.223374 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:21.251436 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05700388-c4b8-4cc6-b3e3-038b69c63d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc154279-e390-475e-b1ba-0db437ac9b6f,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:21.254785 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-05700388-c4b8-4cc6-b3e3-038b69c63d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:21.255293 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abe3b9-82f4-48f0-8778-79986c1cda7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b543dd5c-9805-4638-b8c9-b5d5c3dbd687,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:21.266793 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e668ed7d-0cbe-4e44-a03f-f276e400d862 req-4d0c012c-8eb5-48a4-aa91-167a48d2a552 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362486 May 04 18:28:21.267587 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-88abe3b9-82f4-48f0-8778-79986c1cda7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:21.280119 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9850887d-e25b-4dbe-bc26-6638da0e39c3 req-20ad941c-2a8d-4952-adf4-8ebdd95945d3 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349504 May 04 18:28:21.299734 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-88abe3b9-82f4-48f0-8778-79986c1cda7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:21.299734 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-88abe3b9-82f4-48f0-8778-79986c1cda7b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b543dd5c-9805-4638-b8c9-b5d5c3dbd687 HTTP/1.1" status: 204 len: 168 time: 0.7933393 May 04 18:28:21.348527 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-b2ed617c-296b-46d9-85c5-8dda9b91a9b4 req-1e8b5f74-770b-4684-b1af-1719ea835d4a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551'] for port, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:21.354956 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-c956f988-886c-442b-b7c4-ba5a8ec647ba tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:21.355505 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05700388-c4b8-4cc6-b3e3-038b69c63d8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=74221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:28:21.366664 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['809a98ea-8435-42f3-a0ae-912a65d36d91', '1638aa14-7403-4257-a09e-05352b898838'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:28:21.370552 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-05700388-c4b8-4cc6-b3e3-038b69c63d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:21.371120 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.db.segments_db [None req-05700388-c4b8-4cc6-b3e3-038b69c63d8c admin admin] Added segment d346d979-c2b6-4417-8716-e1b6ce86b20c of type vlan for network 67cde67c-ebb9-4d47-a400-cd21950bc22e May 04 18:28:21.403585 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-05700388-c4b8-4cc6-b3e3-038b69c63d8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785699775636'] for network, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:21.416301 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b5f74-770b-4684-b1af-1719ea835d4a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Pushing event deleted for resources: {'Port': ['ID=1638aa14-7403-4257-a09e-05352b898838,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:21.426575 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-1e8b5f74-770b-4684-b1af-1719ea835d4a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:21.508149 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-05700388-c4b8-4cc6-b3e3-038b69c63d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:21.509483 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05700388-c4b8-4cc6-b3e3-038b69c63d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:21.510073 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-05700388-c4b8-4cc6-b3e3-038b69c63d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:21.518351 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:21.626603 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-952e93bd-1d5a-4eeb-8140-4dc7e7ef1ab9 req-796bbc58-b06c-480a-bc22-00f1d17e67e9 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Synchronizing usage tracker for tenant:ae13407124d74fde8758bfce312171fb on resource:port {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:28:21.636794 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05700388-c4b8-4cc6-b3e3-038b69c63d8c admin admin] Pushing event updated for resources: {'Network': ['ID=67cde67c-ebb9-4d47-a400-cd21950bc22e,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:21.639759 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-05700388-c4b8-4cc6-b3e3-038b69c63d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:21.650479 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Network 67cde67c-ebb9-4d47-a400-cd21950bc22e details requested by agent ovs-agent-dv-cinder-789603-2-smb with host dv-cinder-789603-2-smb {{(pid=74223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:28:21.683639 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ed617c-296b-46d9-85c5-8dda9b91a9b4 req-1e8b5f74-770b-4684-b1af-1719ea835d4a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] No DVR routers for this DVR port 1638aa14-7403-4257-a09e-05352b898838 on host hv-cinder-78960 {{(pid=74222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:28:21.690949 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-b2ed617c-296b-46d9-85c5-8dda9b91a9b4 req-1e8b5f74-770b-4684-b1af-1719ea835d4a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:21.692948 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b2ed617c-296b-46d9-85c5-8dda9b91a9b4 req-1e8b5f74-770b-4684-b1af-1719ea835d4a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.20 "DELETE /v2.0/ports/1638aa14-7403-4257-a09e-05352b898838 HTTP/1.1" status: 204 len: 173 time: 1.3257310 May 04 18:28:21.695304 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf60b29-9220-465e-83c7-1e3c8c898abe', 'name': 'network-vif-deleted', 'tag': '1638aa14-7403-4257-a09e-05352b898838'}] {{(pid=74222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:28:21.714413 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-05700388-c4b8-4cc6-b3e3-038b69c63d8c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0480783 May 04 18:28:21.717312 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 51166) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:21.723517 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-f6991968-6f38-4805-bef0-5c86c8e07faa admin admin] Request body: {'subnet': {'network_id': '67cde67c-ebb9-4d47-a400-cd21950bc22e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1207279996-subnet', 'tenant_id': '27d38e26a3bb45b2bb6a2f009d6eef29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:28:21.730994 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-f6991968-6f38-4805-bef0-5c86c8e07faa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:28:21.734198 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c7b8f-f83c-42bf-8ee6-9c9d81d3ff39 req-ef32c1d4-b6e9-4c78-b269-532d4ee817fc tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:21.734814 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-f6991968-6f38-4805-bef0-5c86c8e07faa admin admin] Usage tracker for resource:subnet and tenant:27d38e26a3bb45b2bb6a2f009d6eef29 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:28:21.736306 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ba1c7b8f-f83c-42bf-8ee6-9c9d81d3ff39 req-ef32c1d4-b6e9-4c78-b269-532d4ee817fc tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.3208978 May 04 18:28:21.736755 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-952e93bd-1d5a-4eeb-8140-4dc7e7ef1ab9 req-796bbc58-b06c-480a-bc22-00f1d17e67e9 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Unset dirty status for tenant:ae13407124d74fde8758bfce312171fb on resource:port {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:28:21.737729 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-952e93bd-1d5a-4eeb-8140-4dc7e7ef1ab9 req-796bbc58-b06c-480a-bc22-00f1d17e67e9 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=aaf60b29-9220-465e-83c7-1e3c8c898abe HTTP/1.1" status: 200 len: 210 time: 0.3124001 May 04 18:28:21.743706 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-f6991968-6f38-4805-bef0-5c86c8e07faa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:28:21.750572 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-f6991968-6f38-4805-bef0-5c86c8e07faa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:28:21.803859 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ba1c7b8f-f83c-42bf-8ee6-9c9d81d3ff39 req-d3fd4e10-43de-4baa-b1fd-74635848d0d7 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620584 May 04 18:28:21.807258 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf60b29-9220-465e-83c7-1e3c8c898abe', 'name': 'network-vif-deleted', 'tag': '1638aa14-7403-4257-a09e-05352b898838', 'status': 'completed', 'code': 200} May 04 18:28:21.845311 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6991968-6f38-4805-bef0-5c86c8e07faa admin admin] Made reservation on behalf of 27d38e26a3bb45b2bb6a2f009d6eef29 for: {'subnet': 1} {{(pid=74221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:28:21.848005 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-f6991968-6f38-4805-bef0-5c86c8e07faa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15596336'] for subnet, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:22.145076 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 51176) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:22.162706 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a2ab5191-9c91-4c58-a3fd-1649c33a2869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:22.177756 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-a2ab5191-9c91-4c58-a3fd-1649c33a2869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:28:22.182469 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-a2ab5191-9c91-4c58-a3fd-1649c33a2869 admin admin] Usage tracker for resource:security_group_rule and tenant:8ae0a095a7ff4aa38de748a1ee0ff6bf is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:28:22.185579 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-a2ab5191-9c91-4c58-a3fd-1649c33a2869 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:28:22.192060 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-a2ab5191-9c91-4c58-a3fd-1649c33a2869 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:28:22.290920 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a2ab5191-9c91-4c58-a3fd-1649c33a2869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:22.369714 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a2ab5191-9c91-4c58-a3fd-1649c33a2869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:22.384258 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-4c4ad67a-b766-43ad-b9b2-c4613c5ce83b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:22.393089 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-f6991968-6f38-4805-bef0-5c86c8e07faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15596326'] for subnet, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:22.397739 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:22.422798 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab5191-9c91-4c58-a3fd-1649c33a2869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fed632-91be-45e7-b26f-757e26cbe7ad,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:22.433101 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-a2ab5191-9c91-4c58-a3fd-1649c33a2869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:22.470904 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6991968-6f38-4805-bef0-5c86c8e07faa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d22aa4c6-c90b-4da5-9250-a4ac4af188fa,revision_number=0']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:22.474840 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-f6991968-6f38-4805-bef0-5c86c8e07faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:22.482352 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6991968-6f38-4805-bef0-5c86c8e07faa admin admin] Checking segment: {'id': 'd346d979-c2b6-4417-8716-e1b6ce86b20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '67cde67c-ebb9-4d47-a400-cd21950bc22e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:28:22.482715 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6991968-6f38-4805-bef0-5c86c8e07faa admin admin] Network hostable DHCP agents. Network: 67cde67c-ebb9-4d47-a400-cd21950bc22e, hostable agents: ['948d1784-d24a-40dc-b599-c4e6e391e200'], hosted agents: [] {{(pid=74221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:28:22.557124 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-a2ab5191-9c91-4c58-a3fd-1649c33a2869 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8ae0a095a7ff4aa38de748a1ee0ff6bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4104331 May 04 18:28:22.560023 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 51190) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:22.564335 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6991968-6f38-4805-bef0-5c86c8e07faa admin admin] Network 67cde67c-ebb9-4d47-a400-cd21950bc22e is scheduled to be hosted by DHCP agent 948d1784-d24a-40dc-b599-c4e6e391e200 with binding_index 1 {{(pid=74221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:28:22.617048 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee288bd-d0f4-49bb-b4db-2ff771b75d6f req-0f5651bb-25bb-4eb1-afa3-833bd868bc5f tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:22.623958 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cee288bd-d0f4-49bb-b4db-2ff771b75d6f req-0f5651bb-25bb-4eb1-afa3-833bd868bc5f tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.2042201 May 04 18:28:22.631075 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-19b371d3-1bc4-4c25-9fcb-fcbc9f668502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:22.637146 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cee45-4c07-4b3d-9f22-5325e8285003 req-89717878-e89c-43b4-baeb-fa0fd3faa4f9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:22.638978 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6c6cee45-4c07-4b3d-9f22-5325e8285003 req-89717878-e89c-43b4-baeb-fa0fd3faa4f9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.2573674 May 04 18:28:22.659864 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-19b371d3-1bc4-4c25-9fcb-fcbc9f668502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:22.669504 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [None req-f6991968-6f38-4805-bef0-5c86c8e07faa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-smb, 67cde67c-ebb9-4d47-a400-cd21950bc22e) {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:28:22.679067 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67d5fe7-84a9-4cb1-b0b2-ca37882bab17 None None] Network 67cde67c-ebb9-4d47-a400-cd21950bc22e requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:28:22.686029 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6991968-6f38-4805-bef0-5c86c8e07faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:22.686704 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-f6991968-6f38-4805-bef0-5c86c8e07faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:22.762088 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cee288bd-d0f4-49bb-b4db-2ff771b75d6f req-31450d18-2f9b-4003-ba89-9ecb695c52e4 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364248 May 04 18:28:22.766203 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6c6cee45-4c07-4b3d-9f22-5325e8285003 req-19c7be29-30c2-4ac9-aa71-21b727a0ef67 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098404 May 04 18:28:22.768243 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-f6991968-6f38-4805-bef0-5c86c8e07faa admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0494766 May 04 18:28:22.826366 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-19b371d3-1bc4-4c25-9fcb-fcbc9f668502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:22.833667 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-912a5e5a-0adb-4cab-841b-a7345b6d3000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:22.869852 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b371d3-1bc4-4c25-9fcb-fcbc9f668502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fed632-91be-45e7-b26f-757e26cbe7ad,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:22.873946 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-19b371d3-1bc4-4c25-9fcb-fcbc9f668502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:22.882676 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-19b371d3-1bc4-4c25-9fcb-fcbc9f668502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:22.888930 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-19b371d3-1bc4-4c25-9fcb-fcbc9f668502 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/80fed632-91be-45e7-b26f-757e26cbe7ad HTTP/1.1" status: 204 len: 168 time: 0.3250535 May 04 18:28:23.026767 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7b8d7a15-ee49-4c89-a4f9-737d23337db8 req-a6d6d748-c95a-45bc-b0fe-11ba7b022c14 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=aaf60b29-9220-465e-83c7-1e3c8c898abe HTTP/1.1" status: 200 len: 210 time: 0.1093376 May 04 18:28:23.084767 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44bd6e-d8e9-489c-ba52-7f4e8013b048 req-b49439b2-a121-4faa-9d4a-fa5674c227fd tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:23.092692 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0a44bd6e-d8e9-489c-ba52-7f4e8013b048 req-b49439b2-a121-4faa-9d4a-fa5674c227fd tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.1332371 May 04 18:28:23.099383 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8c64de-1a62-4125-8dd3-a2646662433c None None] Network 67cde67c-ebb9-4d47-a400-cd21950bc22e requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:28:23.147782 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0a44bd6e-d8e9-489c-ba52-7f4e8013b048 req-8b902e20-22fb-4736-b9b9-9af462a43350 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535705 May 04 18:28:24.026972 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040fa39-b9be-438a-b72a-bae4b57cef63 req-8c026025-9585-45a7-ab4a-0ea577338d1b tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:24.028492 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1040fa39-b9be-438a-b72a-bae4b57cef63 req-8c026025-9585-45a7-ab4a-0ea577338d1b tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.1473875 May 04 18:28:24.036899 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acc19b-259c-4984-988d-604f867d92fd req-b9256f10-51c5-47bc-99d8-3e716ebbeef8 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:24.038325 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-81acc19b-259c-4984-988d-604f867d92fd req-b9256f10-51c5-47bc-99d8-3e716ebbeef8 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.1202130 May 04 18:28:24.111171 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1040fa39-b9be-438a-b72a-bae4b57cef63 req-6a5c8000-2635-4305-ac70-876a21430cde tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719154 May 04 18:28:24.117867 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-81acc19b-259c-4984-988d-604f867d92fd req-68843145-8092-45df-9d88-54585009d2fd tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642059 May 04 18:28:24.241331 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 1638aa14-7403-4257-a09e-05352b898838 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:28:24.276093 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] No Port match for: 1638aa14-7403-4257-a09e-05352b898838 {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:28:24.276449 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 1638aa14-7403-4257-a09e-05352b898838 not bound to the agent host hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:28:24.331768 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba598e42-98a4-4afc-8378-c4b2b4bca4ba req-a71f32c5-b53f-4292-ac7e-17544012b1b2 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:24.333238 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ba598e42-98a4-4afc-8378-c4b2b4bca4ba req-a71f32c5-b53f-4292-ac7e-17544012b1b2 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.0822306 May 04 18:28:24.378019 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ba598e42-98a4-4afc-8378-c4b2b4bca4ba req-4dc16762-433a-4f9c-a00d-4437ebc3da9b tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391631 May 04 18:28:25.388798 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bf99e-d2a2-4b29-9b09-723cfb3e741a req-58d84dac-3a14-49f8-b5d1-b7cf1cb4ecfc tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:25.390837 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-020bf99e-d2a2-4b29-9b09-723cfb3e741a req-58d84dac-3a14-49f8-b5d1-b7cf1cb4ecfc tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.1391029 May 04 18:28:25.402503 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed23425-8e00-406f-831e-2078364ec4b7 req-00149d01-2876-4c3a-876a-85ae2ee45e76 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:25.403958 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7ed23425-8e00-406f-831e-2078364ec4b7 req-00149d01-2876-4c3a-876a-85ae2ee45e76 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.1124620 May 04 18:28:25.469863 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-020bf99e-d2a2-4b29-9b09-723cfb3e741a req-09dd6761-e547-40ad-aebd-7168fe78ba67 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649018 May 04 18:28:25.479430 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7ed23425-8e00-406f-831e-2078364ec4b7 req-e1b9f891-f0e0-48de-b274-4d23157b49e3 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621116 May 04 18:28:25.755029 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-434a1203-a985-4cdd-95a6-f0800e9b353a tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:25.756518 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-434a1203-a985-4cdd-95a6-f0800e9b353a tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/networks?id=67cde67c-ebb9-4d47-a400-cd21950bc22e HTTP/1.1" status: 200 len: 809 time: 0.1931498 May 04 18:28:25.769124 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244e047-bd57-42ce-bb59-7483a2e2ed5b req-dba40e11-74d2-49b9-aee6-63b8e94c7025 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:25.770470 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0244e047-bd57-42ce-bb59-7483a2e2ed5b req-dba40e11-74d2-49b9-aee6-63b8e94c7025 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.1837859 May 04 18:28:25.796631 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-1bd58e12-4c61-48d8-a9f3-241907e82d89 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/quotas/27d38e26a3bb45b2bb6a2f009d6eef29 HTTP/1.1" status: 200 len: 375 time: 0.0247285 May 04 18:28:25.857410 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-788f48d1-b865-4057-abb8-b3ab20b470a6 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=27d38e26a3bb45b2bb6a2f009d6eef29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507646 May 04 18:28:25.860896 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0244e047-bd57-42ce-bb59-7483a2e2ed5b req-4b939314-70aa-4030-b7bc-ad7721a5d8af tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834527 May 04 18:28:25.992720 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-51b1581c-42e3-4144-8bf6-7fde64f44fa5 service neutron] 10.222.0.49 "GET /v2.0/networks/67cde67c-ebb9-4d47-a400-cd21950bc22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255403 May 04 18:28:26.226984 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-961531b7-b987-4d2e-ae93-804c14b217de service neutron] 10.222.0.49 "GET /v2.0/networks/67cde67c-ebb9-4d47-a400-cd21950bc22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096460 May 04 18:28:26.432428 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1c01a-4f3a-4ea8-ba7a-d53375805887 req-7e9869e1-0658-42c5-bd61-69b5276a4107 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:26.434443 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b7a1c01a-4f3a-4ea8-ba7a-d53375805887 req-7e9869e1-0658-42c5-bd61-69b5276a4107 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b733bf7d-63b8-47a3-b881-4402c9e42719 HTTP/1.1" status: 200 len: 946 time: 0.0809965 May 04 18:28:26.481131 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b7a1c01a-4f3a-4ea8-ba7a-d53375805887 req-2316ea12-3289-48d5-988b-e8baaa4fd82e tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409782 May 04 18:28:26.536496 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-475a28cb-fc1c-428c-b533-04fac8156949 req-260deb71-a973-4161-992f-de40ad749c9a tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=174353b7-63e5-4734-a9e6-03676e4137dc HTTP/1.1" status: 200 len: 210 time: 0.0490270 May 04 18:28:26.713054 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec464e-2d27-407b-aaab-7f4209929e62 req-f94380ab-fb21-4827-a249-776ae283b4ce tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:26.714586 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3fec464e-2d27-407b-aaab-7f4209929e62 req-f94380ab-fb21-4827-a249-776ae283b4ce tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.1291997 May 04 18:28:26.778039 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb8855-65b0-4575-bd66-342e78ff12c5 req-dc2763aa-18e2-47ca-987c-bc687dbb4124 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:26.779713 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-fcbb8855-65b0-4575-bd66-342e78ff12c5 req-dc2763aa-18e2-47ca-987c-bc687dbb4124 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.1309092 May 04 18:28:26.782390 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3fec464e-2d27-407b-aaab-7f4209929e62 req-a3c9e980-f0bc-40ed-8176-f9d8f6719506 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602334 May 04 18:28:26.825259 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-fcbb8855-65b0-4575-bd66-342e78ff12c5 req-2792fc89-37da-4777-806f-a24090f18bc8 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398998 May 04 18:28:27.046900 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517ab32-229f-4e11-bc60-c8fdb3f45b45 req-e550b118-fa23-468c-9c1d-a2fff170ed2b tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:27.048371 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a517ab32-229f-4e11-bc60-c8fdb3f45b45 req-e550b118-fa23-468c-9c1d-a2fff170ed2b tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.0835121 May 04 18:28:27.093563 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a517ab32-229f-4e11-bc60-c8fdb3f45b45 req-9bde601b-095d-444c-9e95-746ef16fb0cd tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388267 May 04 18:28:27.689277 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cfcdd51f-7297-4b4a-9b8d-9d2e3945f83b req-187b2f99-0dc7-47bc-8ffc-b4c4bed1a8f4 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=174353b7-63e5-4734-a9e6-03676e4137dc HTTP/1.1" status: 200 len: 210 time: 0.0480804 May 04 18:28:27.713368 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceccca7-30fd-4a3c-8ece-041f86f3ff4e req-826e8156-a027-408f-b606-df47deac611a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:27.715010 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8ceccca7-30fd-4a3c-8ece-041f86f3ff4e req-826e8156-a027-408f-b606-df47deac611a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b733bf7d-63b8-47a3-b881-4402c9e42719 HTTP/1.1" status: 200 len: 946 time: 0.1265528 May 04 18:28:27.759839 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8ceccca7-30fd-4a3c-8ece-041f86f3ff4e req-15301eed-2d22-449d-b76a-9cbd4edf45f0 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389369 May 04 18:28:28.059329 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90559cc-b97e-4ed9-8498-121644c9880e req-f5fe98f0-c330-4ff3-89fe-4bc083967a61 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:28.059329 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c90559cc-b97e-4ed9-8498-121644c9880e req-f5fe98f0-c330-4ff3-89fe-4bc083967a61 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.1505389 May 04 18:28:28.065293 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb1000-55e4-419c-be56-1e3f24eebb31 req-07dd1757-6e83-47f7-a07f-daf93166874c tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:28.066709 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a8eb1000-55e4-419c-be56-1e3f24eebb31 req-07dd1757-6e83-47f7-a07f-daf93166874c tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.1246619 May 04 18:28:28.137008 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a8eb1000-55e4-419c-be56-1e3f24eebb31 req-04842cdd-375e-40c4-8d00-e0b52154a1d8 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564771 May 04 18:28:28.140014 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c90559cc-b97e-4ed9-8498-121644c9880e req-3359b4b7-f340-4b1a-8f4d-a9142b1fea25 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723858 May 04 18:28:28.255481 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:28:28.328987 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5bff3-708b-4d18-ad00-2d9702e2c541 req-c7e05ee5-bc90-4a6d-8342-3553e8b36408 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:28.330443 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d9c5bff3-708b-4d18-ad00-2d9702e2c541 req-c7e05ee5-bc90-4a6d-8342-3553e8b36408 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.0953572 May 04 18:28:28.375964 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d9c5bff3-708b-4d18-ad00-2d9702e2c541 req-0d9b64fd-d6a7-4603-84c3-037101595886 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396690 May 04 18:28:28.407269 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 9dbc6b18-d7b8-44b3-95f1-8159315eaba9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9dbc6b18-d7b8-44b3-95f1-8159315eaba9,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:28:28.421989 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Returning: {'device': '9dbc6b18-d7b8-44b3-95f1-8159315eaba9', 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'port_id': '9dbc6b18-d7b8-44b3-95f1-8159315eaba9', 'mac_address': 'fa:16:3e:20:14:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:28:28.478785 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:28.495933 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 {{(pid=74223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:28:28.511281 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 9dbc6b18-d7b8-44b3-95f1-8159315eaba9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9dbc6b18-d7b8-44b3-95f1-8159315eaba9,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:28:28.537087 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a7eaa-fee4-41da-ae58-c5fa39b98035 req-33da5d28-bec6-46df-842e-eece16711306 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:28.538478 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a66a7eaa-fee4-41da-ae58-c5fa39b98035 req-33da5d28-bec6-46df-842e-eece16711306 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.20 "GET /v2.0/ports?device_id=b733bf7d-63b8-47a3-b881-4402c9e42719 HTTP/1.1" status: 200 len: 946 time: 0.0785673 May 04 18:28:28.570702 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:28.572461 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:28.639945 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=9dbc6b18-d7b8-44b3-95f1-8159315eaba9,revision_number=6']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:28.647149 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:28.647518 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:28.647852 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:28.648187 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:28.648516 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:28.648842 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:28.649164 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:28.649485 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:28.649802 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:28.650118 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:28.650438 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:28.650755 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:28.654461 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:28.678958 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.plugin [req-a66a7eaa-fee4-41da-ae58-c5fa39b98035 req-48282cdd-d591-42a8-9e40-4fa54ac725d7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Deleting port 809a98ea-8435-42f3-a0ae-912a65d36d91 {{(pid=74222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:28:28.679324 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-a66a7eaa-fee4-41da-ae58-c5fa39b98035 req-48282cdd-d591-42a8-9e40-4fa54ac725d7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:28.691077 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['9dbc6b18-d7b8-44b3-95f1-8159315eaba9'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:28:28.852011 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cf29275a-e821-4d7a-a669-85e0a263456d req-5f0ac247-68e1-4a31-9120-671c72e66037 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=174353b7-63e5-4734-a9e6-03676e4137dc HTTP/1.1" status: 200 len: 210 time: 0.0538151 May 04 18:28:28.883324 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.db [req-a66a7eaa-fee4-41da-ae58-c5fa39b98035 req-48282cdd-d591-42a8-9e40-4fa54ac725d7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] For port 809a98ea-8435-42f3-a0ae-912a65d36d91, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=809a98ea-8435-42f3-a0ae-912a65d36d91,segment=NetworkSegment(e27d6d3a-acad-4e56-8b22-9dcd41a82e38),segment_id=e27d6d3a-acad-4e56-8b22-9dcd41a82e38)] {{(pid=74222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:28:28.883584 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-a66a7eaa-fee4-41da-ae58-c5fa39b98035 req-48282cdd-d591-42a8-9e40-4fa54ac725d7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:29.045820 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.plugin [req-a66a7eaa-fee4-41da-ae58-c5fa39b98035 req-48282cdd-d591-42a8-9e40-4fa54ac725d7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Calling delete_port for 809a98ea-8435-42f3-a0ae-912a65d36d91 owned by compute:nova {{(pid=74222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:28:29.116826 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff67f1f-4375-4650-ae5f-43c53831d7e4 req-86d538d6-b80d-4363-8b8f-452c7fa833f5 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:29.118234 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0ff67f1f-4375-4650-ae5f-43c53831d7e4 req-86d538d6-b80d-4363-8b8f-452c7fa833f5 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b733bf7d-63b8-47a3-b881-4402c9e42719 HTTP/1.1" status: 200 len: 946 time: 0.2252104 May 04 18:28:29.239610 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-9d4189ee-cc85-4ef3-af7b-cf8ef7927564 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:29.241008 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-9d4189ee-cc85-4ef3-af7b-cf8ef7927564 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Synchronizing usage tracker for tenant:27d38e26a3bb45b2bb6a2f009d6eef29 on resource:network {{(pid=74221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:28:29.366160 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0ff67f1f-4375-4650-ae5f-43c53831d7e4 req-e31bda9f-37a8-4329-a784-8adb903819aa tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/security-groups?id=1aa27977-b395-4814-8c0f-fcd42655a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396770 May 04 18:28:29.385628 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 51312) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:29.395627 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-9d4189ee-cc85-4ef3-af7b-cf8ef7927564 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Unset dirty status for tenant:27d38e26a3bb45b2bb6a2f009d6eef29 on resource:network {{(pid=74221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:28:29.395627 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-9d4189ee-cc85-4ef3-af7b-cf8ef7927564 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.20 "GET /v2.0/networks?id=67cde67c-ebb9-4d47-a400-cd21950bc22e HTTP/1.1" status: 200 len: 809 time: 0.3394096 May 04 18:28:29.408010 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-ca30785e-3637-4341-a1aa-53a4193b48a9 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Request body: {'port': {'device_id': '174353b7-63e5-4734-a9e6-03676e4137dc', 'network_id': '67cde67c-ebb9-4d47-a400-cd21950bc22e', 'admin_state_up': True, 'tenant_id': '27d38e26a3bb45b2bb6a2f009d6eef29'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:28:29.426540 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fa76c-fc27-44c6-b64c-29432536da23 req-297047d3-afbe-47e9-b6f6-680ef9156fd5 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:29.433973 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-152fa76c-fc27-44c6-b64c-29432536da23 req-297047d3-afbe-47e9-b6f6-680ef9156fd5 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.1449544 May 04 18:28:29.493520 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-152fa76c-fc27-44c6-b64c-29432536da23 req-ce43ab38-4bfe-4a03-aea1-d306f7437315 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584641 May 04 18:28:29.497751 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-a66a7eaa-fee4-41da-ae58-c5fa39b98035 req-48282cdd-d591-42a8-9e40-4fa54ac725d7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551'] for port, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:29.513317 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['809a98ea-8435-42f3-a0ae-912a65d36d91'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:28:29.522402 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-9b7266d8-bf2a-46f7-a539-a50e921ba6a6 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:29.578905 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b197310b-6840-4576-b987-02ae50d9013a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:29.601578 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-b197310b-6840-4576-b987-02ae50d9013a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:28:29.605625 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-b197310b-6840-4576-b987-02ae50d9013a admin admin] Usage tracker for resource:security_group_rule and tenant:326a461a66474073817b77c20707148f is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:28:29.609747 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-b197310b-6840-4576-b987-02ae50d9013a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:28:29.614334 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48282cdd-d591-42a8-9e40-4fa54ac725d7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Pushing event deleted for resources: {'Port': ['ID=809a98ea-8435-42f3-a0ae-912a65d36d91,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:29.617264 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-b197310b-6840-4576-b987-02ae50d9013a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:28:29.651439 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-48282cdd-d591-42a8-9e40-4fa54ac725d7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:29.689691 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-ca30785e-3637-4341-a1aa-53a4193b48a9 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:28:29.698822 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-ca30785e-3637-4341-a1aa-53a4193b48a9 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Usage tracker for resource:port and tenant:27d38e26a3bb45b2bb6a2f009d6eef29 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:28:29.701875 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-ca30785e-3637-4341-a1aa-53a4193b48a9 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:28:29.715754 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-ca30785e-3637-4341-a1aa-53a4193b48a9 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:28:29.728636 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66a7eaa-fee4-41da-ae58-c5fa39b98035 req-48282cdd-d591-42a8-9e40-4fa54ac725d7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] No DVR routers for this DVR port 809a98ea-8435-42f3-a0ae-912a65d36d91 on host hv-cinder-78960 {{(pid=74222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:28:29.735975 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b197310b-6840-4576-b987-02ae50d9013a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:29.742018 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-a66a7eaa-fee4-41da-ae58-c5fa39b98035 req-48282cdd-d591-42a8-9e40-4fa54ac725d7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:29.744732 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b733bf7d-63b8-47a3-b881-4402c9e42719', 'name': 'network-vif-deleted', 'tag': '809a98ea-8435-42f3-a0ae-912a65d36d91'}] {{(pid=74222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:28:29.782713 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b197310b-6840-4576-b987-02ae50d9013a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:29.795510 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-04255636-0335-4a86-8c4e-bc7def55cfde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:29.826039 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a21145-d72c-475b-8a6e-12e21ecc2f29 req-aca8429d-9d0a-4703-bff9-ff745824cf89 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:29.827681 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-52a21145-d72c-475b-8a6e-12e21ecc2f29 req-aca8429d-9d0a-4703-bff9-ff745824cf89 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 945 time: 0.2293105 May 04 18:28:29.830172 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a66a7eaa-fee4-41da-ae58-c5fa39b98035 req-48282cdd-d591-42a8-9e40-4fa54ac725d7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.20 "DELETE /v2.0/ports/809a98ea-8435-42f3-a0ae-912a65d36d91 HTTP/1.1" status: 204 len: 173 time: 1.2838776 May 04 18:28:29.840080 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-b197310b-6840-4576-b987-02ae50d9013a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=326a461a66474073817b77c20707148f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4507091 May 04 18:28:29.840080 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197310b-6840-4576-b987-02ae50d9013a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639420d4-0e2d-4c2d-ba0c-8da384dcf95a,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:29.841381 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 51338) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:29.843985 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-b197310b-6840-4576-b987-02ae50d9013a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:29.869448 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-ca30785e-3637-4341-a1aa-53a4193b48a9 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Made reservation on behalf of 27d38e26a3bb45b2bb6a2f009d6eef29 for: {'port': 1} {{(pid=74221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:28:29.869736 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efa43a-5227-43b1-8e9b-ed28b55f6b30 req-45b61f8f-0591-48af-8311-75e79f7fea4e tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:29.871228 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d5efa43a-5227-43b1-8e9b-ed28b55f6b30 req-45b61f8f-0591-48af-8311-75e79f7fea4e tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.1813521 May 04 18:28:29.872845 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-ca30785e-3637-4341-a1aa-53a4193b48a9 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:29.927756 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-52a21145-d72c-475b-8a6e-12e21ecc2f29 req-2fb5ed6b-77d6-4d2b-8b0b-8557a4b08dd5 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879757 May 04 18:28:29.953531 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d5efa43a-5227-43b1-8e9b-ed28b55f6b30 req-c8a93584-2563-473e-b722-d773081d2467 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738747 May 04 18:28:29.969096 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-52859051-378c-4463-a480-0bc5c5075707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:29.987190 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b733bf7d-63b8-47a3-b881-4402c9e42719', 'name': 'network-vif-deleted', 'tag': '809a98ea-8435-42f3-a0ae-912a65d36d91', 'status': 'completed', 'code': 200} May 04 18:28:30.035019 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-52859051-378c-4463-a480-0bc5c5075707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:30.124224 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-de64ad41-b539-4b42-aedd-a71cd555644e req-af518900-3479-4212-853c-1a038e74f2e6 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=174353b7-63e5-4734-a9e6-03676e4137dc HTTP/1.1" status: 200 len: 210 time: 0.0544648 May 04 18:28:30.197630 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-52859051-378c-4463-a480-0bc5c5075707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:30.203682 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_common [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-ca30785e-3637-4341-a1aa-53a4193b48a9 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Allocated IP 172.20.0.14 (67cde67c-ebb9-4d47-a400-cd21950bc22e/d22aa4c6-c90b-4da5-9250-a4ac4af188fa/632cd84e-5073-4f1c-a580-85e5afb0659d) {{(pid=74221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:28:30.203943 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-0a84b1bd-bb00-4615-80d6-6e9112a4c71f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:30.223875 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52859051-378c-4463-a480-0bc5c5075707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639420d4-0e2d-4c2d-ba0c-8da384dcf95a,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:30.226179 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-52859051-378c-4463-a480-0bc5c5075707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:30.257615 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-52859051-378c-4463-a480-0bc5c5075707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:30.259018 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-52859051-378c-4463-a480-0bc5c5075707 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/639420d4-0e2d-4c2d-ba0c-8da384dcf95a HTTP/1.1" status: 204 len: 168 time: 0.4166496 May 04 18:28:30.276644 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 up at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:28:30.362959 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning complete for port 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:28:30.363381 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:30.470009 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-ca30785e-3637-4341-a1aa-53a4193b48a9 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Notify callbacks [] for port, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:30.530381 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:30.568620 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b12988-8c48-42d2-a46b-b726b3fa6854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dbc6b18-d7b8-44b3-95f1-8159315eaba9'}] {{(pid=74223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:28:30.582371 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 9dbc6b18-d7b8-44b3-95f1-8159315eaba9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9dbc6b18-d7b8-44b3-95f1-8159315eaba9,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:28:30.604497 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-ca30785e-3637-4341-a1aa-53a4193b48a9 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:30.606435 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-a30013db-36af-4ca8-aebe-abea59379113 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:30.657598 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:30.658884 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 809a98ea-8435-42f3-a0ae-912a65d36d91 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:28:30.695910 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-e8995f87-bbea-4154-ac5a-c4c8cf38a8ab req-8d098a35-09a3-4aa4-b528-8f69badeb7a4 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Synchronizing usage tracker for tenant:ae13407124d74fde8758bfce312171fb on resource:port {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:28:30.707069 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:30.745343 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-ca30785e-3637-4341-a1aa-53a4193b48a9 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Network 67cde67c-ebb9-4d47-a400-cd21950bc22e is already hosted by enough agents. {{(pid=74221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:28:30.755042 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-ca30785e-3637-4341-a1aa-53a4193b48a9 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Resources bound (agent type, host, resource id): {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:28:30.775907 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-ca30785e-3637-4341-a1aa-53a4193b48a9 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Received port after_create {{(pid=74221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:28:30.836431 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30785e-3637-4341-a1aa-53a4193b48a9 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Pushing event updated for resources: {'Port': ['ID=632cd84e-5073-4f1c-a580-85e5afb0659d,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:30.840317 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] No Port match for: 809a98ea-8435-42f3-a0ae-912a65d36d91 {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:28:30.840899 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-e8995f87-bbea-4154-ac5a-c4c8cf38a8ab req-8d098a35-09a3-4aa4-b528-8f69badeb7a4 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Unset dirty status for tenant:ae13407124d74fde8758bfce312171fb on resource:port {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:28:30.841427 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 809a98ea-8435-42f3-a0ae-912a65d36d91 not bound to the agent host hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:28:30.851435 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-ca30785e-3637-4341-a1aa-53a4193b48a9 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:30.856650 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e8995f87-bbea-4154-ac5a-c4c8cf38a8ab req-8d098a35-09a3-4aa4-b528-8f69badeb7a4 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b733bf7d-63b8-47a3-b881-4402c9e42719 HTTP/1.1" status: 200 len: 210 time: 0.2405660 May 04 18:28:30.924872 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=9dbc6b18-d7b8-44b3-95f1-8159315eaba9,revision_number=7']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:30.928345 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:30.959838 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-ca30785e-3637-4341-a1aa-53a4193b48a9 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:30.961097 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78059954-52f0-4d8c-82f8-2b31e9f3e17d req-1fbf71ae-f3b0-4f51-ae46-21adf2406810 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:30.964435 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-ca30785e-3637-4341-a1aa-53a4193b48a9 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:30.971866 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-78059954-52f0-4d8c-82f8-2b31e9f3e17d req-1fbf71ae-f3b0-4f51-ae46-21adf2406810 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.2484083 May 04 18:28:30.982202 dv-cinder-789603-2-smb neutron-server[74223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b12988-8c48-42d2-a46b-b726b3fa6854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dbc6b18-d7b8-44b3-95f1-8159315eaba9', 'code': 200} May 04 18:28:31.072389 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-78059954-52f0-4d8c-82f8-2b31e9f3e17d req-b1802f9e-32ec-4a42-8cf7-89350f2e6dab tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996048 May 04 18:28:31.097793 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-ca30785e-3637-4341-a1aa-53a4193b48a9 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6936457 May 04 18:28:31.112515 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-d00c7d74-da31-40de-a45a-93e97d02674a service neutron] Request body: {'port': {'device_id': '174353b7-63e5-4734-a9e6-03676e4137dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:28:31.257976 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-d00c7d74-da31-40de-a45a-93e97d02674a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:31.311683 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d5843-a3ea-495f-8c6b-26ff5739d0a7 req-c41846e1-0576-4eac-8838-add476dd8358 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:31.319411 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0b7d5843-a3ea-495f-8c6b-26ff5739d0a7 req-c41846e1-0576-4eac-8838-add476dd8358 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.1998279 May 04 18:28:31.389378 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9e1d2-a709-4b02-8d2e-eb83b430e742 req-250754e4-399d-43fa-9190-80a6605eb5f7 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:31.390954 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0ee9e1d2-a709-4b02-8d2e-eb83b430e742 req-250754e4-399d-43fa-9190-80a6605eb5f7 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.1797850 May 04 18:28:31.434650 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0b7d5843-a3ea-495f-8c6b-26ff5739d0a7 req-660531c5-bada-443b-bf85-c972942aff85 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143811 May 04 18:28:31.497607 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0ee9e1d2-a709-4b02-8d2e-eb83b430e742 req-7498c58a-a043-48db-a225-1cf260e7bf17 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995765 May 04 18:28:31.692209 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d15b9a-e149-40b8-8f57-3d04bef8388e req-c5804cbb-995e-4499-9502-7b8fdf5b525d tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:31.707329 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-53d15b9a-e149-40b8-8f57-3d04bef8388e req-c5804cbb-995e-4499-9502-7b8fdf5b525d tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=174353b7-63e5-4734-a9e6-03676e4137dc HTTP/1.1" status: 200 len: 932 time: 0.1169021 May 04 18:28:31.796951 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-53d15b9a-e149-40b8-8f57-3d04bef8388e req-33474b49-0332-4765-8c4b-734ad0213e38 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835662 May 04 18:28:31.846886 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-d00c7d74-da31-40de-a45a-93e97d02674a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632cd84e-5073-4f1c-a580-85e5afb0659d {{(pid=74221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:28:31.854330 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-d00c7d74-da31-40de-a45a-93e97d02674a service neutron] Notify callbacks [] for port, precommit_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:31.869973 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 51394) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:31.899828 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.provisioning_blocks [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-d00c7d74-da31-40de-a45a-93e97d02674a service neutron] Transition to ACTIVE for port object 632cd84e-5073-4f1c-a580-85e5afb0659d will not be triggered until provisioned by entity L2. {{(pid=74221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:28:32.058471 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 51402) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:32.096684 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.db_base_plugin_v2 [None req-f73b456f-e6dc-4350-b201-f445dc0594a3 admin admin] Deleting subnet 745e4f5f-e99e-45c7-ba2f-044ccda911f1 {{(pid=74222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 18:28:32.101830 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f73b456f-e6dc-4350-b201-f445dc0594a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:32.145747 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-dbb35a71-892a-408b-a32f-ef04ae1dcd1d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1176568677-network', 'tenant_id': 'c30572d2e703466baf61164023333613'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:28:32.159544 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-dbb35a71-892a-408b-a32f-ef04ae1dcd1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:28:32.167026 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-dbb35a71-892a-408b-a32f-ef04ae1dcd1d admin admin] Usage tracker for resource:network and tenant:c30572d2e703466baf61164023333613 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:28:32.172445 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-dbb35a71-892a-408b-a32f-ef04ae1dcd1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:28:32.183490 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-dbb35a71-892a-408b-a32f-ef04ae1dcd1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:28:32.190146 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f73b456f-e6dc-4350-b201-f445dc0594a3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:32.200820 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f73b456f-e6dc-4350-b201-f445dc0594a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774518'] for subnet, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:32.211116 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-d00c7d74-da31-40de-a45a-93e97d02674a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262247'] for port, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:32.215915 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:32.301094 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb35a71-892a-408b-a32f-ef04ae1dcd1d admin admin] Made reservation on behalf of c30572d2e703466baf61164023333613 for: {'network': 1} {{(pid=74222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:28:32.303352 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-dbb35a71-892a-408b-a32f-ef04ae1dcd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for network, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:32.345008 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-dbb35a71-892a-408b-a32f-ef04ae1dcd1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:32.414242 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c7d74-da31-40de-a45a-93e97d02674a service neutron] Pushing event updated for resources: {'Port': ['ID=632cd84e-5073-4f1c-a580-85e5afb0659d,revision_number=2']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:32.420587 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-d00c7d74-da31-40de-a45a-93e97d02674a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:32.432763 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-dbb35a71-892a-408b-a32f-ef04ae1dcd1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:28:32.463775 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-d00c7d74-da31-40de-a45a-93e97d02674a service neutron] Attempting to bind port 632cd84e-5073-4f1c-a580-85e5afb0659d on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:28:32.464182 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-dbb35a71-892a-408b-a32f-ef04ae1dcd1d admin admin] Usage tracker for resource:security_group_rule and tenant:c30572d2e703466baf61164023333613 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:28:32.467291 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-d00c7d74-da31-40de-a45a-93e97d02674a service neutron] Attempting to bind port 632cd84e-5073-4f1c-a580-85e5afb0659d by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'd346d979-c2b6-4417-8716-e1b6ce86b20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '67cde67c-ebb9-4d47-a400-cd21950bc22e'}] {{(pid=74221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:28:32.468482 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-d00c7d74-da31-40de-a45a-93e97d02674a service neutron] Attempting to bind port 632cd84e-5073-4f1c-a580-85e5afb0659d on network 67cde67c-ebb9-4d47-a400-cd21950bc22e {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:28:32.474152 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-dbb35a71-892a-408b-a32f-ef04ae1dcd1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:28:32.476861 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-d00c7d74-da31-40de-a45a-93e97d02674a service neutron] Port 632cd84e-5073-4f1c-a580-85e5afb0659d on network 67cde67c-ebb9-4d47-a400-cd21950bc22e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 18:28:32.477293 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-d00c7d74-da31-40de-a45a-93e97d02674a service neutron] Attempting to bind port 632cd84e-5073-4f1c-a580-85e5afb0659d on network 67cde67c-ebb9-4d47-a400-cd21950bc22e {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:28:32.483594 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-dbb35a71-892a-408b-a32f-ef04ae1dcd1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:28:32.495031 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-d00c7d74-da31-40de-a45a-93e97d02674a service neutron] Checking agent: {'id': 'eb0c7dda-b795-49f1-9080-37ad6bcb4a66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'started_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:28:32.495817 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-d00c7d74-da31-40de-a45a-93e97d02674a service neutron] Checking segment: {'id': 'd346d979-c2b6-4417-8716-e1b6ce86b20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '67cde67c-ebb9-4d47-a400-cd21950bc22e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:28:32.496286 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-d00c7d74-da31-40de-a45a-93e97d02674a service neutron] Bound using segment: {'id': 'd346d979-c2b6-4417-8716-e1b6ce86b20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '67cde67c-ebb9-4d47-a400-cd21950bc22e'} {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:28:32.497049 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-d00c7d74-da31-40de-a45a-93e97d02674a service neutron] Bound port: 632cd84e-5073-4f1c-a580-85e5afb0659d, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd346d979-c2b6-4417-8716-e1b6ce86b20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '67cde67c-ebb9-4d47-a400-cd21950bc22e'}}] {{(pid=74221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:28:32.497408 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-d00c7d74-da31-40de-a45a-93e97d02674a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:32.542507 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864163df-6a83-4455-95c0-dd23572823e7 req-08ed60e5-48cc-450c-9736-cb85e55247ae tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:32.550427 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-864163df-6a83-4455-95c0-dd23572823e7 req-08ed60e5-48cc-450c-9736-cb85e55247ae tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.3189278 May 04 18:28:32.628012 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-d00c7d74-da31-40de-a45a-93e97d02674a service neutron] For port 632cd84e-5073-4f1c-a580-85e5afb0659d, host hv-cinder-78960, cleared binding levels {{(pid=74221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:28:32.631599 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-d00c7d74-da31-40de-a45a-93e97d02674a service neutron] For port 632cd84e-5073-4f1c-a580-85e5afb0659d, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=632cd84e-5073-4f1c-a580-85e5afb0659d,segment=NetworkSegment(d346d979-c2b6-4417-8716-e1b6ce86b20c),segment_id=d346d979-c2b6-4417-8716-e1b6ce86b20c)] {{(pid=74221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:28:32.691319 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-d00c7d74-da31-40de-a45a-93e97d02674a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262247'] for port, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:32.707743 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-a30013db-36af-4ca8-aebe-abea59379113 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:32.729162 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-864163df-6a83-4455-95c0-dd23572823e7 req-125f3f71-9b9a-445c-af2e-3e814ba75548 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771042 May 04 18:28:32.783824 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-d00c7d74-da31-40de-a45a-93e97d02674a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:32.785149 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-d00c7d74-da31-40de-a45a-93e97d02674a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:32.787195 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-d00c7d74-da31-40de-a45a-93e97d02674a service neutron] 10.222.0.20 "PUT /v2.0/ports/632cd84e-5073-4f1c-a580-85e5afb0659d HTTP/1.1" status: 200 len: 1094 time: 1.6800857 May 04 18:28:32.789314 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174353b7-63e5-4734-a9e6-03676e4137dc', 'tag': '632cd84e-5073-4f1c-a580-85e5afb0659d'}] {{(pid=74221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:28:32.816610 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-fe5fa8f7-96da-430b-9175-a77c5c59a586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:32.831490 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914117e-07c8-468a-926d-a5204900e4d1 req-1fe99131-59a5-49a7-8b95-0baf3a31f566 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:32.838915 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0914117e-07c8-468a-926d-a5204900e4d1 req-1fe99131-59a5-49a7-8b95-0baf3a31f566 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.2493968 May 04 18:28:32.840395 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c7d74-da31-40de-a45a-93e97d02674a service neutron] Pushing event updated for resources: {'Port': ['ID=632cd84e-5073-4f1c-a580-85e5afb0659d,revision_number=3']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:32.843661 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-dbb35a71-892a-408b-a32f-ef04ae1dcd1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:32.852355 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-d00c7d74-da31-40de-a45a-93e97d02674a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:32.981926 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-57c500b0-90a3-4b99-add3-e248f4547cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:32.984519 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-57c500b0-90a3-4b99-add3-e248f4547cf8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=27d38e26a3bb45b2bb6a2f009d6eef29&device_id=174353b7-63e5-4734-a9e6-03676e4137dc HTTP/1.1" status: 200 len: 1097 time: 0.0923567 May 04 18:28:33.020120 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-dbb35a71-892a-408b-a32f-ef04ae1dcd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:33.023546 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f73b456f-e6dc-4350-b201-f445dc0594a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for subnet, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:33.027625 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-54c6ab55-75a0-4308-a5f1-ae07fac8c9dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:33.075506 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-36041277-deb1-4be2-a3f1-48b8b734c183 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=632cd84e-5073-4f1c-a580-85e5afb0659d HTTP/1.1" status: 200 len: 217 time: 0.0828531 May 04 18:28:33.083791 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0914117e-07c8-468a-926d-a5204900e4d1 req-9fd948f0-2681-4efd-b7d8-69b226b3cf87 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435868 May 04 18:28:33.103401 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb35a71-892a-408b-a32f-ef04ae1dcd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d24c3de-fbaf-4e80-900d-ab095b53cff7,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:33.106310 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb35a71-892a-408b-a32f-ef04ae1dcd1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=74222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:28:33.121651 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-dbb35a71-892a-408b-a32f-ef04ae1dcd1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:33.126051 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f73b456f-e6dc-4350-b201-f445dc0594a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:33.134201 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-4fc762d9-2114-457c-8105-d20bfd5795db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:33.179186 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b456f-e6dc-4350-b201-f445dc0594a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=745e4f5f-e99e-45c7-ba2f-044ccda911f1,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:33.179186 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-f73b456f-e6dc-4350-b201-f445dc0594a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:33.182990 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-dbb35a71-892a-408b-a32f-ef04ae1dcd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:33.183221 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.db.segments_db [None req-dbb35a71-892a-408b-a32f-ef04ae1dcd1d admin admin] Added segment 22f657b0-541b-4446-b026-d81f6d010cf4 of type vlan for network 958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2 May 04 18:28:33.191100 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174353b7-63e5-4734-a9e6-03676e4137dc', 'tag': '632cd84e-5073-4f1c-a580-85e5afb0659d', 'status': 'completed', 'code': 200} May 04 18:28:33.212172 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71891aac-11a9-4a2e-94fb-076032b5cd2b req-cc689773-4539-4358-b0fc-df6ae9f59ae7 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:33.221818 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-71891aac-11a9-4a2e-94fb-076032b5cd2b req-cc689773-4539-4358-b0fc-df6ae9f59ae7 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.3605144 May 04 18:28:33.227227 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-a2d635cc-129e-4d6d-a686-26a5880d6fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:33.229209 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-a2d635cc-129e-4d6d-a686-26a5880d6fc5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d22aa4c6-c90b-4da5-9250-a4ac4af188fa HTTP/1.1" status: 200 len: 849 time: 0.1435113 May 04 18:28:33.237497 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-f73b456f-e6dc-4350-b201-f445dc0594a3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/745e4f5f-e99e-45c7-ba2f-044ccda911f1 HTTP/1.1" status: 204 len: 168 time: 1.2435975 May 04 18:28:33.258319 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 51416) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:33.280958 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-622588e6-d391-4b6d-834c-f7ddb273880c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=67cde67c-ebb9-4d47-a400-cd21950bc22e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450361 May 04 18:28:33.382686 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688272'] for network, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:33.385901 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-dbb35a71-892a-408b-a32f-ef04ae1dcd1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785699775636'] for network, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:33.433905 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-2b58bf68-a263-4a7f-b13a-e67d01b54aff service neutron] 10.222.0.20 "GET /v2.0/networks/67cde67c-ebb9-4d47-a400-cd21950bc22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438026 May 04 18:28:33.520681 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-71891aac-11a9-4a2e-94fb-076032b5cd2b req-78eae4f8-2b33-44b9-91f8-caec4c455dbd tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978673 May 04 18:28:33.617482 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-6fa4a710-7cc7-4fbb-806f-72a4ef14eefd req-9d9f08d4-cd30-4dbb-a776-3b2b7fa8e961 service neutron] 10.222.0.20 "GET /v2.0/networks/67cde67c-ebb9-4d47-a400-cd21950bc22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748655 May 04 18:28:33.637053 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771051', 'neutron.services.segments.db._delete_segments_for_network-8785700215345'] for network, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:33.653862 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-dbb35a71-892a-408b-a32f-ef04ae1dcd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:33.667891 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb35a71-892a-408b-a32f-ef04ae1dcd1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:33.668570 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-dbb35a71-892a-408b-a32f-ef04ae1dcd1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:33.675550 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-a286919b-0890-436b-bc1e-c95b99c203f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:33.802779 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95871deb-08a8-4b55-a9c9-4ff40dac7939 req-d72e0859-eb9c-49d6-a853-335f79932476 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:33.804529 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-95871deb-08a8-4b55-a9c9-4ff40dac7939 req-d72e0859-eb9c-49d6-a853-335f79932476 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=174353b7-63e5-4734-a9e6-03676e4137dc HTTP/1.1" status: 200 len: 944 time: 0.4144421 May 04 18:28:33.984796 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb35a71-892a-408b-a32f-ef04ae1dcd1d admin admin] Pushing event updated for resources: {'Network': ['ID=958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:34.007959 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Network 958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2 details requested by agent ovs-agent-dv-cinder-789603-2-smb with host dv-cinder-789603-2-smb {{(pid=74223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:28:34.009102 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-dbb35a71-892a-408b-a32f-ef04ae1dcd1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:34.009200 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e8e33-f44a-4a68-81e2-da488e5bfe88 req-48de1a9f-e195-486f-89df-54826d911dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:34.009291 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:28:34.009291 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:28:34.009433 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-614e8e33-f44a-4a68-81e2-da488e5bfe88 req-48de1a9f-e195-486f-89df-54826d911dc5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=27d38e26a3bb45b2bb6a2f009d6eef29&device_id=174353b7-63e5-4734-a9e6-03676e4137dc HTTP/1.1" status: 200 len: 1097 time: 0.2575068 May 04 18:28:34.009516 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:28:34.009516 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] Subscribe: > port after_create 55550000 {{(pid=74222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:28:34.009516 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=74222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:28:34.009516 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] Subscribe: > port after_update 55550000 {{(pid=74222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:28:34.009516 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:28:34.009516 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:28:34.009516 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:28:34.009516 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:28:34.160720 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:28:34.161416 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:28:34.161535 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:28:34.161822 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:28:34.162183 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.services.segments.db [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89a4125-3764-4595-b3a0-58856003dba9']}} {{(pid=74222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:28:34.205062 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e8e33-f44a-4a68-81e2-da488e5bfe88 req-627e447b-332d-488d-a001-f14cc9cd09e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:34.206517 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-614e8e33-f44a-4a68-81e2-da488e5bfe88 req-627e447b-332d-488d-a001-f14cc9cd09e4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=67cde67c-ebb9-4d47-a400-cd21950bc22e HTTP/1.1" status: 200 len: 910 time: 0.1931849 May 04 18:28:34.232849 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.services.segments.db [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27d6d3a-acad-4e56-8b22-9dcd41a82e38') {'for_net_delete': True} {{(pid=74222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:28:34.236471 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.services.segments.db [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27d6d3a-acad-4e56-8b22-9dcd41a82e38') {} {{(pid=74222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:28:34.254580 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-95871deb-08a8-4b55-a9c9-4ff40dac7939 req-7d991aa8-93d6-44a0-8f9a-1c009dbe431d tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231660 May 04 18:28:34.271127 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-dbb35a71-892a-408b-a32f-ef04ae1dcd1d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3998876 May 04 18:28:34.274100 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 51424) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:34.280295 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700225895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15087169'] for segment, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:34.286558 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-614e8e33-f44a-4a68-81e2-da488e5bfe88 req-381d3a30-a4e0-4eff-b263-cae598ec45c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=632cd84e-5073-4f1c-a580-85e5afb0659d HTTP/1.1" status: 200 len: 217 time: 0.0729065 May 04 18:28:34.292515 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-b50eeeec-3cf5-4e65-a60a-31749c574485 admin admin] Request body: {'subnet': {'network_id': '958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1176568677-subnet', 'tenant_id': 'c30572d2e703466baf61164023333613', 'ip_version': 4}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:28:34.305643 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-b50eeeec-3cf5-4e65-a60a-31749c574485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:28:34.317938 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:34.320560 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-b50eeeec-3cf5-4e65-a60a-31749c574485 admin admin] Usage tracker for resource:subnet and tenant:c30572d2e703466baf61164023333613 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:28:34.328904 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-b50eeeec-3cf5-4e65-a60a-31749c574485 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:28:34.333935 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=74222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:28:34.388730 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-b50eeeec-3cf5-4e65-a60a-31749c574485 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:28:34.397713 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e8e33-f44a-4a68-81e2-da488e5bfe88 req-e2c27741-ab5d-4c40-8904-35f267ad4ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:34.399152 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-614e8e33-f44a-4a68-81e2-da488e5bfe88 req-e2c27741-ab5d-4c40-8904-35f267ad4ad5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d22aa4c6-c90b-4da5-9250-a4ac4af188fa HTTP/1.1" status: 200 len: 849 time: 0.1018085 May 04 18:28:34.452743 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-614e8e33-f44a-4a68-81e2-da488e5bfe88 req-37f1a151-d787-4e4a-90c9-4c1f1f64dc72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=67cde67c-ebb9-4d47-a400-cd21950bc22e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430584 May 04 18:28:34.596911 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fb38b-dc08-4539-82a0-f42824b2ae94 req-7e4c91a7-1ea0-4d9d-8a1b-d6c6a7a45c95 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:34.598500 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-896fb38b-dc08-4539-82a0-f42824b2ae94 req-7e4c91a7-1ea0-4d9d-8a1b-d6c6a7a45c95 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.4265075 May 04 18:28:34.606980 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50eeeec-3cf5-4e65-a60a-31749c574485 admin admin] Made reservation on behalf of c30572d2e703466baf61164023333613 for: {'subnet': 1} {{(pid=74222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:28:34.609318 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-b50eeeec-3cf5-4e65-a60a-31749c574485 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13833666'] for subnet, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:34.672055 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] Network d89a4125-3764-4595-b3a0-58856003dba9 has no segments {{(pid=74222) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 18:28:34.680054 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-614e8e33-f44a-4a68-81e2-da488e5bfe88 req-77791d2d-594b-47a8-a6d0-bf7acd3e0957 service neutron] 10.222.0.20 "GET /v2.0/networks/67cde67c-ebb9-4d47-a400-cd21950bc22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205336 May 04 18:28:34.687369 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671236'] for segment, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:34.851417 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-614e8e33-f44a-4a68-81e2-da488e5bfe88 req-c22496be-94b0-40f8-b95f-668327c9a75c service neutron] 10.222.0.20 "GET /v2.0/networks/67cde67c-ebb9-4d47-a400-cd21950bc22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632466 May 04 18:28:34.897695 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-896fb38b-dc08-4539-82a0-f42824b2ae94 req-35091cc3-e3e2-4d27-87cd-1e1fdff56092 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2750790 May 04 18:28:34.980357 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b8cbf-1667-4875-897b-f9d22e487c6e req-121e34df-d3c0-4c21-9df6-e3f3d3da6181 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:34.987510 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-fe4b8cbf-1667-4875-897b-f9d22e487c6e req-121e34df-d3c0-4c21-9df6-e3f3d3da6181 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.5800223 May 04 18:28:35.024113 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] Network d89a4125-3764-4595-b3a0-58856003dba9 has no segments {{(pid=74222) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: from cryptography.utils import int_from_bytes May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: from cryptography.utils import int_from_bytes May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: Traceback (most recent call last): May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: timer() May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: cb(*args, **kw) May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: return func(*args, **kwargs) May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: self._notify() May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: self.callback(batched_events) May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: event.method(event) May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: return f(self, *a, **k) May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: return self._get(url).json() May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: return self.request(url, 'GET', **kwargs) May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:28:35.163129 dv-cinder-789603-2-smb neutron-server[74222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:28:35.306822 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-fe4b8cbf-1667-4875-897b-f9d22e487c6e req-07a6c636-22ea-49bd-b353-1818539ac326 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3182232 May 04 18:28:35.401659 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942662'] for network, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:35.427142 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ced7b4-2c05-42a3-9e3c-5312db06d913 req-ce825174-914e-4ed5-a916-bbff4a850ce6 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:35.428578 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-09ced7b4-2c05-42a3-9e3c-5312db06d913 req-ce825174-914e-4ed5-a916-bbff4a850ce6 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.2896202 May 04 18:28:35.432748 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-dbb35a71-892a-408b-a32f-ef04ae1dcd1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:35.449175 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:35.519257 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d89a4125-3764-4595-b3a0-58856003dba9,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:35.529097 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:35.555989 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-09ced7b4-2c05-42a3-9e3c-5312db06d913 req-1bb447c3-39db-4da6-8111-9f939c9f0026 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079910 May 04 18:28:35.603351 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d89a4125-3764-4595-b3a0-58856003dba9 HTTP/1.1" status: 204 len: 168 time: 2.3438139 May 04 18:28:35.622126 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-5809fd3e-a1d9-46f0-b738-2bdb1b6ef8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:35.682788 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2268aad-baf9-4c6a-a9b0-832a2af13056 req-8ce295d2-d4eb-4ef7-9b75-afa40c74b291 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:35.684367 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a2268aad-baf9-4c6a-a9b0-832a2af13056 req-8ce295d2-d4eb-4ef7-9b75-afa40c74b291 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=174353b7-63e5-4734-a9e6-03676e4137dc HTTP/1.1" status: 200 len: 944 time: 0.2377586 May 04 18:28:35.755715 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a2268aad-baf9-4c6a-a9b0-832a2af13056 req-7d1e8755-e074-4a91-b30b-32dde890ff0b tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644038 May 04 18:28:35.759281 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:35.844945 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-b50eeeec-3cf5-4e65-a60a-31749c574485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15669287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13833684'] for subnet, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:35.848831 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-f73b456f-e6dc-4350-b201-f445dc0594a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:35.922376 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50eeeec-3cf5-4e65-a60a-31749c574485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a555db5-8ba7-4f7b-b652-348df6017b79,revision_number=0']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:35.925951 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-b50eeeec-3cf5-4e65-a60a-31749c574485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:35.932000 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50eeeec-3cf5-4e65-a60a-31749c574485 admin admin] Checking segment: {'id': '22f657b0-541b-4446-b026-d81f6d010cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:28:35.933738 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50eeeec-3cf5-4e65-a60a-31749c574485 admin admin] Network hostable DHCP agents. Network: 958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2, hostable agents: ['948d1784-d24a-40dc-b599-c4e6e391e200'], hosted agents: [] {{(pid=74222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:28:36.010167 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 51442) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:36.072095 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50eeeec-3cf5-4e65-a60a-31749c574485 admin admin] Network 958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2 is scheduled to be hosted by DHCP agent 948d1784-d24a-40dc-b599-c4e6e391e200 with binding_index 1 {{(pid=74222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:28:36.162408 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.base_scheduler [None req-b50eeeec-3cf5-4e65-a60a-31749c574485 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-smb, 958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2) {{(pid=74222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:28:36.166442 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-8f2078cd-2c3d-4581-97f7-8ad6c81ece58 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ae13407124d74fde8758bfce312171fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1551409 May 04 18:28:36.170011 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 51446) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:36.173319 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf523ea5-2c48-4487-92b4-a4557459bdb7 None None] Network 958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2 requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:28:36.185516 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50eeeec-3cf5-4e65-a60a-31749c574485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:36.186008 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-b50eeeec-3cf5-4e65-a60a-31749c574485 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:36.221907 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e22c55-5300-4a59-8c71-057227fd45f2 req-9ddc4502-abab-4903-88b0-ded7cbdc27e4 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:36.228840 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-43e22c55-5300-4a59-8c71-057227fd45f2 req-9ddc4502-abab-4903-88b0-ded7cbdc27e4 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.1703589 May 04 18:28:36.259753 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-02015c73-5eaf-44c3-8057-49b2509ea8b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:36.285630 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-43e22c55-5300-4a59-8c71-057227fd45f2 req-3fbdd419-74d2-4da1-9322-9b55db0eabfc tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558450 May 04 18:28:36.293285 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 632cd84e-5073-4f1c-a580-85e5afb0659d details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:28:36.294713 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-02015c73-5eaf-44c3-8057-49b2509ea8b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:36.348630 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-b50eeeec-3cf5-4e65-a60a-31749c574485 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0710094 May 04 18:28:36.356212 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 51454) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:36.362898 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-1f774496-433c-4c11-9c25-168ac3e7a6dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1176568677-router', 'tenant_id': 'c30572d2e703466baf61164023333613', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'}}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:28:36.373948 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-1f774496-433c-4c11-9c25-168ac3e7a6dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:28:36.378409 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:36.383552 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-1f774496-433c-4c11-9c25-168ac3e7a6dd admin admin] Usage tracker for resource:router and tenant:c30572d2e703466baf61164023333613 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:28:36.391586 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-1f774496-433c-4c11-9c25-168ac3e7a6dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:28:36.416083 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-1f774496-433c-4c11-9c25-168ac3e7a6dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:28:36.439758 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-02015c73-5eaf-44c3-8057-49b2509ea8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:36.451544 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-da85d6d5-fab6-4aac-9cd2-5f54c760b0ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:36.486249 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02015c73-5eaf-44c3-8057-49b2509ea8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa27977-b395-4814-8c0f-fcd42655a82f,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:36.495075 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-02015c73-5eaf-44c3-8057-49b2509ea8b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:36.502447 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-02015c73-5eaf-44c3-8057-49b2509ea8b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:36.519929 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-02015c73-5eaf-44c3-8057-49b2509ea8b5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1aa27977-b395-4814-8c0f-fcd42655a82f HTTP/1.1" status: 204 len: 168 time: 0.3490589 May 04 18:28:36.526627 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-1f774496-433c-4c11-9c25-168ac3e7a6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-943714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29278'] for router, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:36.528110 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-1f774496-433c-4c11-9c25-168ac3e7a6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-883042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29271'] for router, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:36.564634 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-1f774496-433c-4c11-9c25-168ac3e7a6dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:36.581191 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55a4cd6-f472-4d59-a402-7e58de3f2e24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe140b76d-5e43-56e8-9ef0-5ecafadefb14-958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2', 'network_id': '958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2', 'tenant_id': 'c30572d2e703466baf61164023333613', 'fixed_ips': [{'subnet_id': '9a555db5-8ba7-4f7b-b652-348df6017b79'}]}} from dv-cinder-789603-2-smb. {{(pid=74223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 18:28:36.584650 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-f55a4cd6-f472-4d59-a402-7e58de3f2e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:36.660436 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bd2c3-78d4-4d12-9553-633c6de3fabc req-3d6801da-2ec0-4784-8dce-8b5e98045db0 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:36.668007 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-899bd2c3-78d4-4d12-9553-633c6de3fabc req-3d6801da-2ec0-4784-8dce-8b5e98045db0 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.1591921 May 04 18:28:36.736541 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-899bd2c3-78d4-4d12-9553-633c6de3fabc req-56795a2a-45f3-495a-ae4b-b7f4524cdc02 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673442 May 04 18:28:36.880666 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 632cd84e-5073-4f1c-a580-85e5afb0659d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=632cd84e-5073-4f1c-a580-85e5afb0659d,segment=NetworkSegment(d346d979-c2b6-4417-8716-e1b6ce86b20c),segment_id=d346d979-c2b6-4417-8716-e1b6ce86b20c)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:28:36.936988 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Returning: {'device': '632cd84e-5073-4f1c-a580-85e5afb0659d', 'network_id': '67cde67c-ebb9-4d47-a400-cd21950bc22e', 'port_id': '632cd84e-5073-4f1c-a580-85e5afb0659d', 'mac_address': 'fa:16:3e:34:70:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22aa4c6-c90b-4da5-9250-a4ac4af188fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:28:37.052573 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4de03-2af9-4b82-8075-116998d99bb9 req-79cc6e17-4703-495a-943e-b76e6512f103 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:37.059783 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-bcd4de03-2af9-4b82-8075-116998d99bb9 req-79cc6e17-4703-495a-943e-b76e6512f103 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.2151983 May 04 18:28:37.076542 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:37.093888 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79632f8-ad44-4a30-9fdd-f6624d207432 req-62482370-522c-4007-9deb-4a2d54773745 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:37.103455 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b79632f8-ad44-4a30-9fdd-f6624d207432 req-62482370-522c-4007-9deb-4a2d54773745 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.1756732 May 04 18:28:37.109263 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632cd84e-5073-4f1c-a580-85e5afb0659d {{(pid=74223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:28:37.151374 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.db_base_plugin_common [None req-f55a4cd6-f472-4d59-a402-7e58de3f2e24 None None] Allocated IP 172.20.0.2 (958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2/9a555db5-8ba7-4f7b-b652-348df6017b79/aa2bff3e-0f11-4551-991b-0114d31e96a8) {{(pid=74223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:28:37.154314 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 632cd84e-5073-4f1c-a580-85e5afb0659d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=632cd84e-5073-4f1c-a580-85e5afb0659d,segment=NetworkSegment(d346d979-c2b6-4417-8716-e1b6ce86b20c),segment_id=d346d979-c2b6-4417-8716-e1b6ce86b20c)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:28:37.183116 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b79632f8-ad44-4a30-9fdd-f6624d207432 req-e0867194-4897-4b33-b13e-ab4dc12176f9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784564 May 04 18:28:37.202613 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-1f774496-433c-4c11-9c25-168ac3e7a6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942803', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-943628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29349'] for router, precommit_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:37.205823 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-bcd4de03-2af9-4b82-8075-116998d99bb9 req-3948cc19-5d0e-4cc4-ba2f-7d35bcc223ee tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407564 May 04 18:28:37.226667 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:37.237733 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:37.239926 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380838a-d617-41fb-be2e-b501656b82a6 req-d6be722b-df47-46fd-bdd2-9a452bc74814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:37.246016 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-8380838a-d617-41fb-be2e-b501656b82a6 req-d6be722b-df47-46fd-bdd2-9a452bc74814 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c120e913866442b994ca71f4b2f0f98&device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 1099 time: 0.2045448 May 04 18:28:37.388701 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=632cd84e-5073-4f1c-a580-85e5afb0659d,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:37.393064 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:37.517312 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['632cd84e-5073-4f1c-a580-85e5afb0659d'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:28:37.544051 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a6ef0-74a3-42d5-b89b-e89247f684a9 req-d81eb3a7-ca05-480f-9483-db0985c3703f tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:37.553508 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d95a6ef0-74a3-42d5-b89b-e89247f684a9 req-d81eb3a7-ca05-480f-9483-db0985c3703f tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=174353b7-63e5-4734-a9e6-03676e4137dc HTTP/1.1" status: 200 len: 945 time: 0.1590116 May 04 18:28:37.582329 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-f55a4cd6-f472-4d59-a402-7e58de3f2e24 None None] Notify callbacks [] for port, precommit_create {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:37.609718 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-f55a4cd6-f472-4d59-a402-7e58de3f2e24 None None] Transition to ACTIVE for port object aa2bff3e-0f11-4551-991b-0114d31e96a8 will not be triggered until provisioned by entity L2. {{(pid=74223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:28:37.689645 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d95a6ef0-74a3-42d5-b89b-e89247f684a9 req-22f685ae-931e-4026-b8e5-b57ce4eaa13c tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834451 May 04 18:28:37.690796 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-f55a4cd6-f472-4d59-a402-7e58de3f2e24 None None] Transition to ACTIVE for port object aa2bff3e-0f11-4551-991b-0114d31e96a8 will not be triggered until provisioned by entity DHCP. {{(pid=74223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:28:37.691097 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380838a-d617-41fb-be2e-b501656b82a6 req-68623402-366b-4471-9b6f-51ead82e9e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:37.691097 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-8380838a-d617-41fb-be2e-b501656b82a6 req-68623402-366b-4471-9b6f-51ead82e9e91 service neutron] 10.222.0.20 "GET /v2.0/networks?id=634c6d2b-13fc-4507-bef8-13a83088a32c HTTP/1.1" status: 200 len: 912 time: 0.3996923 May 04 18:28:37.737780 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-f55a4cd6-f472-4d59-a402-7e58de3f2e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542'] for port, after_create {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:37.747623 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:37.789863 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-8380838a-d617-41fb-be2e-b501656b82a6 req-e10711b5-f2fc-4d3b-866b-d5b5c9083226 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba8caf9e-b03c-460f-a66d-86794799e2e7 HTTP/1.1" status: 200 len: 1002 time: 0.1231713 May 04 18:28:37.913290 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55a4cd6-f472-4d59-a402-7e58de3f2e24 None None] Network 958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2 is already hosted by enough agents. {{(pid=74223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:28:37.918327 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.scheduler.base_scheduler [None req-f55a4cd6-f472-4d59-a402-7e58de3f2e24 None None] Resources bound (agent type, host, resource id): {{(pid=74223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:28:37.929252 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55a4cd6-f472-4d59-a402-7e58de3f2e24 None None] Received port after_create {{(pid=74223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:28:37.947602 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a4cd6-f472-4d59-a402-7e58de3f2e24 None None] Pushing event updated for resources: {'Port': ['ID=aa2bff3e-0f11-4551-991b-0114d31e96a8,revision_number=1']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:37.954706 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-f55a4cd6-f472-4d59-a402-7e58de3f2e24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:38.080917 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-f55a4cd6-f472-4d59-a402-7e58de3f2e24 None None] Attempting to bind port aa2bff3e-0f11-4551-991b-0114d31e96a8 on host dv-cinder-789603-2-smb for vnic_type normal with profile {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:28:38.081544 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-f55a4cd6-f472-4d59-a402-7e58de3f2e24 None None] Attempting to bind port aa2bff3e-0f11-4551-991b-0114d31e96a8 by drivers openvswitch,hyperv on host dv-cinder-789603-2-smb at level 0 using segments [{'id': '22f657b0-541b-4446-b026-d81f6d010cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2'}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:28:38.082086 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55a4cd6-f472-4d59-a402-7e58de3f2e24 None None] Attempting to bind port aa2bff3e-0f11-4551-991b-0114d31e96a8 on network 958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2 {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:28:38.087577 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55a4cd6-f472-4d59-a402-7e58de3f2e24 None None] Checking agent: {'id': 'bc53da1e-f01a-45f2-860f-1d5e19382f0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 18, 6), 'started_at': datetime.datetime(2021, 5, 4, 18, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:28:38.088174 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55a4cd6-f472-4d59-a402-7e58de3f2e24 None None] Checking segment: {'id': '22f657b0-541b-4446-b026-d81f6d010cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:28:38.088310 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-f55a4cd6-f472-4d59-a402-7e58de3f2e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:38.088687 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55a4cd6-f472-4d59-a402-7e58de3f2e24 None None] Bound using segment: {'id': '22f657b0-541b-4446-b026-d81f6d010cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2'} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:28:38.089163 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-f55a4cd6-f472-4d59-a402-7e58de3f2e24 None None] Bound port: aa2bff3e-0f11-4551-991b-0114d31e96a8, host: dv-cinder-789603-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f657b0-541b-4446-b026-d81f6d010cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2'}}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:28:38.089539 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-f55a4cd6-f472-4d59-a402-7e58de3f2e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:38.121286 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-1f774496-433c-4c11-9c25-168ac3e7a6dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:38.157840 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-1f774496-433c-4c11-9c25-168ac3e7a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:38.160523 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380838a-d617-41fb-be2e-b501656b82a6 req-cd13c260-60e1-4d5c-8d16-0b3ac4d1ebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:38.161948 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-8380838a-d617-41fb-be2e-b501656b82a6 req-cd13c260-60e1-4d5c-8d16-0b3ac4d1ebf2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=656edfdd-aa87-4bb6-baf1-030ff554b1f3 HTTP/1.1" status: 200 len: 850 time: 0.2338023 May 04 18:28:38.170610 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7229d-69ad-4aad-af04-0266f900b938 req-abd175a9-f2f5-4b2a-9f66-2f628d247831 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:38.172849 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-69b7229d-69ad-4aad-af04-0266f900b938 req-abd175a9-f2f5-4b2a-9f66-2f628d247831 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.1430080 May 04 18:28:38.204901 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-f55a4cd6-f472-4d59-a402-7e58de3f2e24 None None] For port aa2bff3e-0f11-4551-991b-0114d31e96a8, host dv-cinder-789603-2-smb, cleared binding levels {{(pid=74223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:28:38.210018 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-f55a4cd6-f472-4d59-a402-7e58de3f2e24 None None] For port aa2bff3e-0f11-4551-991b-0114d31e96a8, host dv-cinder-789603-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=aa2bff3e-0f11-4551-991b-0114d31e96a8,segment=NetworkSegment(22f657b0-541b-4446-b026-d81f6d010cf4),segment_id=22f657b0-541b-4446-b026-d81f6d010cf4)] {{(pid=74223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:28:38.215147 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:38.273728 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-69b7229d-69ad-4aad-af04-0266f900b938 req-34014a51-6ca9-43e6-ab85-21dfcc554bdb tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925579 May 04 18:28:38.278692 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-f55a4cd6-f472-4d59-a402-7e58de3f2e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:38.291936 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a09391bb-01ed-4650-93cd-ce98dcbc3d54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:38.461505 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a4cd6-f472-4d59-a402-7e58de3f2e24 None None] Pushing event updated for resources: {'Port': ['ID=aa2bff3e-0f11-4551-991b-0114d31e96a8,revision_number=2']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:38.475296 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-f55a4cd6-f472-4d59-a402-7e58de3f2e24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:38.551230 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84302ca-0904-4eed-9e38-e8d211cb20b6 req-ee2517e9-df92-4bcb-8e7d-cd720683b974 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:38.552888 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b84302ca-0904-4eed-9e38-e8d211cb20b6 req-ee2517e9-df92-4bcb-8e7d-cd720683b974 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.2104163 May 04 18:28:38.606494 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b637ae2-79ff-4c0c-8359-dba184434a96 req-209c00c0-d3a4-42f2-861f-bca01bc92ff5 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:38.614813 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4b637ae2-79ff-4c0c-8359-dba184434a96 req-209c00c0-d3a4-42f2-861f-bca01bc92ff5 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.1862929 May 04 18:28:38.682816 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380838a-d617-41fb-be2e-b501656b82a6 req-5577a3b3-ecb1-4e7c-aaa8-3a4c1080d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:38.684321 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-8380838a-d617-41fb-be2e-b501656b82a6 req-5577a3b3-ecb1-4e7c-aaa8-3a4c1080d2d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=634c6d2b-13fc-4507-bef8-13a83088a32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4857337 May 04 18:28:38.731973 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_common [None req-1f774496-433c-4c11-9c25-168ac3e7a6dd admin admin] Allocated IP 172.28.1.177 (90b44f7d-5c55-4edd-ba51-1d4bf68bd72d/15770a9c-0e03-4178-b54a-c3c1706d1253/aae04f10-e2fb-4ec5-a8a0-f4e20d955d82) {{(pid=74221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:28:38.745015 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4b637ae2-79ff-4c0c-8359-dba184434a96 req-40d58230-7a09-4f38-a6e5-1efa8d5bca5c tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292155 May 04 18:28:38.776474 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b84302ca-0904-4eed-9e38-e8d211cb20b6 req-8d15073c-c860-490e-97fc-2ffc733a9470 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134981 May 04 18:28:39.146761 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11adda-f91f-4a8f-819f-0ccbbfba7fef req-936b64ce-5c99-4a9c-8113-9ee8adc0905f tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:39.148405 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ed11adda-f91f-4a8f-819f-0ccbbfba7fef req-936b64ce-5c99-4a9c-8113-9ee8adc0905f tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=174353b7-63e5-4734-a9e6-03676e4137dc HTTP/1.1" status: 200 len: 945 time: 0.1385562 May 04 18:28:39.184801 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-8380838a-d617-41fb-be2e-b501656b82a6 req-cf4992ec-e5d8-4f33-b39d-1f77e7a93577 service neutron] 10.222.0.20 "GET /v2.0/networks/634c6d2b-13fc-4507-bef8-13a83088a32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398122 May 04 18:28:39.319151 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ed11adda-f91f-4a8f-819f-0ccbbfba7fef req-55dc03bf-99aa-4504-9ad9-a2a9bae2d506 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426946 May 04 18:28:39.328737 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-1f774496-433c-4c11-9c25-168ac3e7a6dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:39.367691 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-8380838a-d617-41fb-be2e-b501656b82a6 req-43faeddf-0b7c-4456-93f5-0ab7a8ebe2be service neutron] 10.222.0.20 "GET /v2.0/networks/634c6d2b-13fc-4507-bef8-13a83088a32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744695 May 04 18:28:39.388644 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device aa2bff3e-0f11-4551-991b-0114d31e96a8 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:28:39.590195 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6746549-fcbd-44e9-b4a5-e251975a62f9 req-c34b7fc6-1543-4a61-aceb-1951b7861453 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:39.596376 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a6746549-fcbd-44e9-b4a5-e251975a62f9 req-c34b7fc6-1543-4a61-aceb-1951b7861453 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.1803074 May 04 18:28:39.628469 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning for port aa2bff3e-0f11-4551-991b-0114d31e96a8 completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:28:39.633345 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-1f774496-433c-4c11-9c25-168ac3e7a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:39.633529 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:39.704163 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f774496-433c-4c11-9c25-168ac3e7a6dd admin admin] Pushing event updated for resources: {'Port': ['ID=aae04f10-e2fb-4ec5-a8a0-f4e20d955d82,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:39.708565 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-1f774496-433c-4c11-9c25-168ac3e7a6dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:39.718230 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f774496-433c-4c11-9c25-168ac3e7a6dd admin admin] Network 90b44f7d-5c55-4edd-ba51-1d4bf68bd72d is already hosted by enough agents. {{(pid=74221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:28:39.719059 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a6746549-fcbd-44e9-b4a5-e251975a62f9 req-d31c9f10-f6f1-4a6f-8590-f8fa2d0778bd tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115415 May 04 18:28:39.719822 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [None req-1f774496-433c-4c11-9c25-168ac3e7a6dd admin admin] Resources bound (agent type, host, resource id): {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:28:39.722862 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f774496-433c-4c11-9c25-168ac3e7a6dd admin admin] Received port after_create {{(pid=74221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:28:39.830030 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37825322-e20c-4cc8-995e-44525840cb42 None None] Network 958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2 requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:28:40.045454 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-0f42ab24-2200-4037-9030-66407abd1fc8 None None] Provisioning for port aa2bff3e-0f11-4551-991b-0114d31e96a8 completed by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:28:40.059780 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-0f42ab24-2200-4037-9030-66407abd1fc8 None None] Provisioning complete for port aa2bff3e-0f11-4551-991b-0114d31e96a8 triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:28:40.060304 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-0f42ab24-2200-4037-9030-66407abd1fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:40.275189 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295167b-ea59-41d7-8b4e-b1e25f3b47d3 req-752f1f65-7a12-43d6-8a8a-043fd1c7cbdc tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:40.277229 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a295167b-ea59-41d7-8b4e-b1e25f3b47d3 req-752f1f65-7a12-43d6-8a8a-043fd1c7cbdc tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.2868097 May 04 18:28:40.339400 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 632cd84e-5073-4f1c-a580-85e5afb0659d up at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:28:40.361823 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35c7a7-c775-452d-95d4-cfcbbff4c189 req-105485c9-8c51-4860-825b-da421e934f55 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:40.363484 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9e35c7a7-c775-452d-95d4-cfcbbff4c189 req-105485c9-8c51-4860-825b-da421e934f55 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.2198138 May 04 18:28:40.427709 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a295167b-ea59-41d7-8b4e-b1e25f3b47d3 req-b99bc4e1-e0d7-4000-b6d6-630b58f7dc40 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355834 May 04 18:28:40.465035 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-0f42ab24-2200-4037-9030-66407abd1fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:40.496243 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9e35c7a7-c775-452d-95d4-cfcbbff4c189 req-db590f82-02ec-4119-a048-d74013d2e26b tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252913 May 04 18:28:40.499318 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-1f774496-433c-4c11-9c25-168ac3e7a6dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:40.524703 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-0f42ab24-2200-4037-9030-66407abd1fc8 None None] For port aa2bff3e-0f11-4551-991b-0114d31e96a8, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=aa2bff3e-0f11-4551-991b-0114d31e96a8,segment=NetworkSegment(22f657b0-541b-4446-b026-d81f6d010cf4),segment_id=22f657b0-541b-4446-b026-d81f6d010cf4)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:28:40.605393 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-0f42ab24-2200-4037-9030-66407abd1fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:40.607668 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:40.724883 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning for port 632cd84e-5073-4f1c-a580-85e5afb0659d completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:28:40.753767 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning complete for port 632cd84e-5073-4f1c-a580-85e5afb0659d triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:28:40.756835 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:40.805287 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d7727-138a-49bb-a50e-a0b089b7dc96 req-9cbb6d9c-7435-4274-927f-d49858d1ac5f tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:40.812745 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b63d7727-138a-49bb-a50e-a0b089b7dc96 req-9cbb6d9c-7435-4274-927f-d49858d1ac5f tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=174353b7-63e5-4734-a9e6-03676e4137dc HTTP/1.1" status: 200 len: 945 time: 0.2063131 May 04 18:28:40.891368 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b63d7727-138a-49bb-a50e-a0b089b7dc96 req-41d74865-5604-48ca-8b43-efc67fbf46a0 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777299 May 04 18:28:40.924443 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42ab24-2200-4037-9030-66407abd1fc8 None None] Pushing event updated for resources: {'Port': ['ID=aa2bff3e-0f11-4551-991b-0114d31e96a8,revision_number=3']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:40.928610 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-0f42ab24-2200-4037-9030-66407abd1fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:41.059032 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d836d7-1f38-491a-a05a-6622ec07183c req-667599f3-d678-4df4-92bd-73d946ea77ce tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:41.071513 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-68d836d7-1f38-491a-a05a-6622ec07183c req-667599f3-d678-4df4-92bd-73d946ea77ce tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.1676250 May 04 18:28:41.089399 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:41.110744 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a4046e33-ff66-4c1e-be07-c9f698d09807 None None] Provisioning complete for port aa2bff3e-0f11-4551-991b-0114d31e96a8 triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:28:41.111629 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a4046e33-ff66-4c1e-be07-c9f698d09807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:41.139463 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-68d836d7-1f38-491a-a05a-6622ec07183c req-5732cd82-3f66-48a1-abaf-e3dd72b57e1f tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624354 May 04 18:28:41.173859 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174353b7-63e5-4734-a9e6-03676e4137dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632cd84e-5073-4f1c-a580-85e5afb0659d'}] {{(pid=74223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:28:41.201146 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 632cd84e-5073-4f1c-a580-85e5afb0659d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=632cd84e-5073-4f1c-a580-85e5afb0659d,segment=NetworkSegment(d346d979-c2b6-4417-8716-e1b6ce86b20c),segment_id=d346d979-c2b6-4417-8716-e1b6ce86b20c)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:28:41.256814 dv-cinder-789603-2-smb neutron-server[74223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174353b7-63e5-4734-a9e6-03676e4137dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632cd84e-5073-4f1c-a580-85e5afb0659d', 'code': 200} May 04 18:28:41.283319 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:41.294210 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:41.356046 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device aa2bff3e-0f11-4551-991b-0114d31e96a8 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:28:41.436202 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-1f774496-433c-4c11-9c25-168ac3e7a6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-943643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942780'] for router, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:41.454462 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=632cd84e-5073-4f1c-a580-85e5afb0659d,revision_number=5']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:41.457912 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:41.471288 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port aa2bff3e-0f11-4551-991b-0114d31e96a8 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:28:41.471940 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:41.790825 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770416b0-ce85-4273-8c54-9487ef8efba4 req-2a1dae84-eef9-4f0d-af3d-276f3a698204 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:41.798260 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-770416b0-ce85-4273-8c54-9487ef8efba4 req-2a1dae84-eef9-4f0d-af3d-276f3a698204 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.1519761 May 04 18:28:41.850473 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18479338-e774-4931-8aff-a703340f5cb5 req-040cb853-da4a-4470-8a26-88566ab0dbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:41.850473 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-18479338-e774-4931-8aff-a703340f5cb5 req-040cb853-da4a-4470-8a26-88566ab0dbaa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=174353b7-63e5-4734-a9e6-03676e4137dc HTTP/1.1" status: 200 len: 1099 time: 0.1075017 May 04 18:28:41.851806 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-770416b0-ce85-4273-8c54-9487ef8efba4 req-19680984-804a-4f7b-907c-58dc54f0178a tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526347 May 04 18:28:41.885513 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 51540) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:41.894277 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e5f01-ce93-439e-b5b5-df5df4c1153d req-43540e10-3b44-47cd-8f04-db8ae83faef8 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:41.897647 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f774496-433c-4c11-9c25-168ac3e7a6dd admin admin] Router 171482ec-1cd2-42b4-8538-df754c1ffb67 is scheduled to L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b with binding_index 1 {{(pid=74221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 18:28:41.901497 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-026e5f01-ce93-439e-b5b5-df5df4c1153d req-43540e10-3b44-47cd-8f04-db8ae83faef8 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.2116408 May 04 18:28:41.920063 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-18479338-e774-4931-8aff-a703340f5cb5 req-f6230305-e31b-4ed6-bd5b-ac6fd1cab143 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585461 May 04 18:28:42.003216 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-026e5f01-ce93-439e-b5b5-df5df4c1153d req-abea46da-525e-4380-98fb-3325df67e6a9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008272 May 04 18:28:42.171702 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648ff14-dcc7-4e97-a6d9-717b7063099f req-faf3e47b-65e6-4fae-8e1d-8f83d847c0ce tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:42.171702 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2648ff14-dcc7-4e97-a6d9-717b7063099f req-faf3e47b-65e6-4fae-8e1d-8f83d847c0ce tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=174353b7-63e5-4734-a9e6-03676e4137dc HTTP/1.1" status: 200 len: 946 time: 0.1325359 May 04 18:28:42.190758 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-ea08cb5b-a7e8-41a6-85fc-6c9c28055b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:42.218296 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f774496-433c-4c11-9c25-168ac3e7a6dd admin admin] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:28:42.230273 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b393fc-3db7-4b17-9132-481ead9597b8 None None] Sync routers for ids ['171482ec-1cd2-42b4-8538-df754c1ffb67'] in dv-cinder-789603-2-smb {{(pid=74224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:28:42.231758 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-ea08cb5b-a7e8-41a6-85fc-6c9c28055b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:28:42.239369 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-ea08cb5b-a7e8-41a6-85fc-6c9c28055b99 admin admin] Usage tracker for resource:security_group_rule and tenant:5243c62ab374412eb46094ac62b1b69e is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:28:42.250226 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-ea08cb5b-a7e8-41a6-85fc-6c9c28055b99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:28:42.251171 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b393fc-3db7-4b17-9132-481ead9597b8 None None] Routers {'171482ec-1cd2-42b4-8538-df754c1ffb67'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:28:42.251915 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-d4b393fc-3db7-4b17-9132-481ead9597b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:28:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['171482ec-1cd2-42b4-8538-df754c1ffb67'], 'active': True} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:28:42.263056 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-ea08cb5b-a7e8-41a6-85fc-6c9c28055b99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:28:42.270989 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2648ff14-dcc7-4e97-a6d9-717b7063099f req-bfee9e3f-da89-44f7-9610-f68c3d380712 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661564 May 04 18:28:42.343318 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-1f774496-433c-4c11-9c25-168ac3e7a6dd admin admin] Notify callbacks [] for router, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:42.347844 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-1f774496-433c-4c11-9c25-168ac3e7a6dd admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9905090 May 04 18:28:42.352727 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 51554) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:42.444453 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ccd49-90f0-48d0-a67e-36a4a3997f22 req-77068f8b-7bfa-46fb-a93d-41a017dffaee tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:42.446208 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8b6ccd49-90f0-48d0-a67e-36a4a3997f22 req-77068f8b-7bfa-46fb-a93d-41a017dffaee tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.1339893 May 04 18:28:42.501229 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvr_db [None req-d4b393fc-3db7-4b17-9132-481ead9597b8 None None] Set router 171482ec-1cd2-42b4-8538-df754c1ffb67 gateway port host: dv-cinder-789603-2-smb {{(pid=74224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:28:42.532142 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8b6ccd49-90f0-48d0-a67e-36a4a3997f22 req-faab2680-0b82-4cb9-9737-daa43c9ad37b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790532 May 04 18:28:42.581800 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-ea08cb5b-a7e8-41a6-85fc-6c9c28055b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:42.643591 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-ea08cb5b-a7e8-41a6-85fc-6c9c28055b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:42.652560 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-76dd56e3-b4af-4706-893e-d5b1463fd04d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:42.703398 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-ea08cb5b-a7e8-41a6-85fc-6c9c28055b99 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5243c62ab374412eb46094ac62b1b69e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7995994 May 04 18:28:42.705657 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 51558) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:42.708739 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08cb5b-a7e8-41a6-85fc-6c9c28055b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13ae978-e71a-43db-82aa-ad5b03eb3ce5,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:42.712336 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-ea08cb5b-a7e8-41a6-85fc-6c9c28055b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:42.782985 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-19b421de-7cff-4d93-911c-33320b8afcd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:42.815011 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-19b421de-7cff-4d93-911c-33320b8afcd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:42.898694 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-d4b393fc-3db7-4b17-9132-481ead9597b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'name': 'tempest-TestShelveInstance-1176568677-router', 'tenant_id': 'c30572d2e703466baf61164023333613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'aae04f10-e2fb-4ec5-a8a0-f4e20d955d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:28:36Z', 'updated_at': '2021-05-04T18:28:40Z', 'revision_number': 3, 'project_id': 'c30572d2e703466baf61164023333613', 'gw_port': {'id': 'aae04f10-e2fb-4ec5-a8a0-f4e20d955d82', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:38Z', 'updated_at': '2021-05-04T18:28:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:28:42.913220 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b393fc-3db7-4b17-9132-481ead9597b8 None None] Checking router: 171482ec-1cd2-42b4-8538-df754c1ffb67 for host: dv-cinder-789603-2-smb {{(pid=74224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:28:42.918395 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b393fc-3db7-4b17-9132-481ead9597b8 None None] Updating router 171482ec-1cd2-42b4-8538-df754c1ffb67 port aae04f10-e2fb-4ec5-a8a0-f4e20d955d82 binding host dv-cinder-789603-2-smb {{(pid=74224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:28:42.975987 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-19b421de-7cff-4d93-911c-33320b8afcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:42.983527 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-0e04504c-631b-462e-8a8c-945cb238c853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:43.019684 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b421de-7cff-4d93-911c-33320b8afcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13ae978-e71a-43db-82aa-ad5b03eb3ce5,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:43.024745 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-19b421de-7cff-4d93-911c-33320b8afcd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:43.031261 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-19b421de-7cff-4d93-911c-33320b8afcd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:43.035621 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-19b421de-7cff-4d93-911c-33320b8afcd3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d13ae978-e71a-43db-82aa-ad5b03eb3ce5 HTTP/1.1" status: 204 len: 168 time: 0.3267689 May 04 18:28:43.054065 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-d4b393fc-3db7-4b17-9132-481ead9597b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:43.254696 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc232bd-95c7-4e8b-b43b-3303c69ef789 req-ad57fb70-c005-4e6d-b576-16b4ec4cab9b tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:43.256709 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1fc232bd-95c7-4e8b-b43b-3303c69ef789 req-ad57fb70-c005-4e6d-b576-16b4ec4cab9b tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.1765776 May 04 18:28:43.322629 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1fc232bd-95c7-4e8b-b43b-3303c69ef789 req-d3e6b3fc-cfd6-41cb-a3ff-dbe0646259b1 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594397 May 04 18:28:43.450520 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b986d9b5-4d8a-4dc1-96af-38e7e1b77e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:43.546991 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6353648-9036-4c19-9a61-652ae23be686 req-ecd21510-2cc9-417b-af85-7a26196da6f1 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:43.555173 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a6353648-9036-4c19-9a61-652ae23be686 req-ecd21510-2cc9-417b-af85-7a26196da6f1 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=174353b7-63e5-4734-a9e6-03676e4137dc HTTP/1.1" status: 200 len: 946 time: 0.1310937 May 04 18:28:43.633109 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a6353648-9036-4c19-9a61-652ae23be686 req-23e21d12-9007-48d1-88f3-42926eacaaeb tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732632 May 04 18:28:43.651824 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-d4b393fc-3db7-4b17-9132-481ead9597b8 None None] Notify callbacks [] for port, precommit_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:43.665770 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.provisioning_blocks [None req-d4b393fc-3db7-4b17-9132-481ead9597b8 None None] Transition to ACTIVE for port object aae04f10-e2fb-4ec5-a8a0-f4e20d955d82 will not be triggered until provisioned by entity L2. {{(pid=74224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:28:43.731896 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-d4b393fc-3db7-4b17-9132-481ead9597b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:43.738350 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [None req-ff6db805-5ce4-4406-9e1b-ff90a4c2a54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:43.823620 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa8997-b9f4-4205-9d6e-1cd93dd1c618 req-05756f2c-c21e-4843-a487-ff83bd793c3b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:43.826657 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-02fa8997-b9f4-4205-9d6e-1cd93dd1c618 req-05756f2c-c21e-4843-a487-ff83bd793c3b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.1326449 May 04 18:28:43.891510 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-02fa8997-b9f4-4205-9d6e-1cd93dd1c618 req-a6629b2c-6275-48e2-8b0d-fc06a047dfe1 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585892 May 04 18:28:43.895740 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db150513-d258-4e96-9d41-9331b79caa7c None None] Pushing event updated for resources: {'Port': ['ID=aae04f10-e2fb-4ec5-a8a0-f4e20d955d82,revision_number=2']} {{(pid=74224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:43.919187 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db150513-d258-4e96-9d41-9331b79caa7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:43.919556 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db150513-d258-4e96-9d41-9331b79caa7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:43.919889 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db150513-d258-4e96-9d41-9331b79caa7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:43.920214 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db150513-d258-4e96-9d41-9331b79caa7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:43.920595 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db150513-d258-4e96-9d41-9331b79caa7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:43.920963 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db150513-d258-4e96-9d41-9331b79caa7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:43.921291 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db150513-d258-4e96-9d41-9331b79caa7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:43.921633 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db150513-d258-4e96-9d41-9331b79caa7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:43.921948 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db150513-d258-4e96-9d41-9331b79caa7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:43.922779 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db150513-d258-4e96-9d41-9331b79caa7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:43.922779 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db150513-d258-4e96-9d41-9331b79caa7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:43.922972 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db150513-d258-4e96-9d41-9331b79caa7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:43.925964 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.managers [None req-d4b393fc-3db7-4b17-9132-481ead9597b8 None None] Attempting to bind port aae04f10-e2fb-4ec5-a8a0-f4e20d955d82 on host dv-cinder-789603-2-smb for vnic_type normal with profile {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:28:43.926328 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.managers [None req-d4b393fc-3db7-4b17-9132-481ead9597b8 None None] Attempting to bind port aae04f10-e2fb-4ec5-a8a0-f4e20d955d82 by drivers openvswitch,hyperv on host dv-cinder-789603-2-smb at level 0 using segments [{'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'}] {{(pid=74224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:28:43.926829 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b393fc-3db7-4b17-9132-481ead9597b8 None None] Attempting to bind port aae04f10-e2fb-4ec5-a8a0-f4e20d955d82 on network 90b44f7d-5c55-4edd-ba51-1d4bf68bd72d {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:28:43.929039 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [None req-db150513-d258-4e96-9d41-9331b79caa7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:43.931327 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_common [None req-b986d9b5-4d8a-4dc1-96af-38e7e1b77e44 admin admin] Allocated IP 172.20.0.1 (958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2/9a555db5-8ba7-4f7b-b652-348df6017b79/87341b3c-5285-43f0-bfa3-300d231ef05e) {{(pid=74221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:28:43.935299 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b393fc-3db7-4b17-9132-481ead9597b8 None None] Checking agent: {'id': 'bc53da1e-f01a-45f2-860f-1d5e19382f0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 18, 6), 'started_at': datetime.datetime(2021, 5, 4, 18, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:28:43.935671 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b393fc-3db7-4b17-9132-481ead9597b8 None None] Checking segment: {'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:28:43.936224 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-d4b393fc-3db7-4b17-9132-481ead9597b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:43.936814 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b393fc-3db7-4b17-9132-481ead9597b8 None None] Bound using segment: {'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'} {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:28:43.937714 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.managers [None req-d4b393fc-3db7-4b17-9132-481ead9597b8 None None] Bound port: aae04f10-e2fb-4ec5-a8a0-f4e20d955d82, host: dv-cinder-789603-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'}}] {{(pid=74224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:28:43.937714 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-d4b393fc-3db7-4b17-9132-481ead9597b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:44.034600 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.db [None req-d4b393fc-3db7-4b17-9132-481ead9597b8 None None] For port aae04f10-e2fb-4ec5-a8a0-f4e20d955d82, host dv-cinder-789603-2-smb, cleared binding levels {{(pid=74224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:28:44.039138 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.db [None req-d4b393fc-3db7-4b17-9132-481ead9597b8 None None] For port aae04f10-e2fb-4ec5-a8a0-f4e20d955d82, host dv-cinder-789603-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=aae04f10-e2fb-4ec5-a8a0-f4e20d955d82,segment=NetworkSegment(d30f7483-d557-48d7-ad06-77acf24064bb),segment_id=d30f7483-d557-48d7-ad06-77acf24064bb)] {{(pid=74224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:28:44.127391 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b986d9b5-4d8a-4dc1-96af-38e7e1b77e44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:44.129976 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-d4b393fc-3db7-4b17-9132-481ead9597b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:44.135951 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [None req-ff6db805-5ce4-4406-9e1b-ff90a4c2a54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:44.162697 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.provisioning_blocks [None req-b986d9b5-4d8a-4dc1-96af-38e7e1b77e44 admin admin] Transition to ACTIVE for port object 87341b3c-5285-43f0-bfa3-300d231ef05e will not be triggered until provisioned by entity DHCP. {{(pid=74221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:28:44.198956 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 51578) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:44.217536 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c9d87535-6126-442b-8379-bc226a6f5d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:44.237365 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-c9d87535-6126-442b-8379-bc226a6f5d1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:28:44.241297 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-c9d87535-6126-442b-8379-bc226a6f5d1a admin admin] Usage tracker for resource:security_group_rule and tenant:7fa6994cab7b4fce81500e6e60a3b60d is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:28:44.245698 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-c9d87535-6126-442b-8379-bc226a6f5d1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:28:44.252536 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-c9d87535-6126-442b-8379-bc226a6f5d1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:28:44.256945 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b393fc-3db7-4b17-9132-481ead9597b8 None None] Routers {'171482ec-1cd2-42b4-8538-df754c1ffb67'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:28:44.257596 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-d4b393fc-3db7-4b17-9132-481ead9597b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:28:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['171482ec-1cd2-42b4-8538-df754c1ffb67'], 'active': True} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:28:44.289889 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b986d9b5-4d8a-4dc1-96af-38e7e1b77e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:44.296335 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:44.339738 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db150513-d258-4e96-9d41-9331b79caa7c None None] Pushing event updated for resources: {'Port': ['ID=aae04f10-e2fb-4ec5-a8a0-f4e20d955d82,revision_number=3']} {{(pid=74224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:44.349094 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [None req-db150513-d258-4e96-9d41-9331b79caa7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:44.398616 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c9d87535-6126-442b-8379-bc226a6f5d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:44.442650 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b986d9b5-4d8a-4dc1-96af-38e7e1b77e44 admin admin] Network 958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2 is already hosted by enough agents. {{(pid=74221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:28:44.465339 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [None req-b986d9b5-4d8a-4dc1-96af-38e7e1b77e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:28:44.510166 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c9d87535-6126-442b-8379-bc226a6f5d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:44.514317 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b986d9b5-4d8a-4dc1-96af-38e7e1b77e44 admin admin] Received port after_create {{(pid=74221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:28:44.541712 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-f751d44c-6ebf-4da6-a205-24125c375fcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:44.598658 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986d9b5-4d8a-4dc1-96af-38e7e1b77e44 admin admin] Pushing event updated for resources: {'Port': ['ID=87341b3c-5285-43f0-bfa3-300d231ef05e,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:44.604954 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d87535-6126-442b-8379-bc226a6f5d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee76cb4-11cd-4616-9ae8-215a489d82ca,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:44.605424 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-b986d9b5-4d8a-4dc1-96af-38e7e1b77e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:44.613295 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-c9d87535-6126-442b-8379-bc226a6f5d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:44.618909 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-c9d87535-6126-442b-8379-bc226a6f5d1a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7fa6994cab7b4fce81500e6e60a3b60d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4188137 May 04 18:28:44.627469 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 51588) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:44.663038 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvr_db [None req-d4b393fc-3db7-4b17-9132-481ead9597b8 None None] Set router 171482ec-1cd2-42b4-8538-df754c1ffb67 gateway port host: dv-cinder-789603-2-smb {{(pid=74224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:28:44.665023 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e552a0-7088-4519-acc4-752ce0db3569 req-50122c0a-a140-4620-a2df-5015b479c999 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:44.673371 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-69e552a0-7088-4519-acc4-752ce0db3569 req-50122c0a-a140-4620-a2df-5015b479c999 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.2008588 May 04 18:28:44.755048 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-69e552a0-7088-4519-acc4-752ce0db3569 req-2c431184-c200-4db4-a1fc-12fb441acc37 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804853 May 04 18:28:44.777137 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b986d9b5-4d8a-4dc1-96af-38e7e1b77e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-920019'] for router_interface, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:44.816243 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-3e1cdf07-52a9-44e3-86d9-54ebd2a8b38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:44.853056 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-3e1cdf07-52a9-44e3-86d9-54ebd2a8b38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:44.936374 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384f3e3-5ea0-49fa-b282-9651205423a3 req-812d5321-16c5-405b-9e6e-ff54511cc1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:44.938107 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-d384f3e3-5ea0-49fa-b282-9651205423a3 req-812d5321-16c5-405b-9e6e-ff54511cc1c4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 1099 time: 0.2248883 May 04 18:28:44.970683 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-307b874c-3cda-4241-a7ea-f1b9ee9a3fcc None None] Provisioning for port 87341b3c-5285-43f0-bfa3-300d231ef05e completed by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:28:44.987433 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-307b874c-3cda-4241-a7ea-f1b9ee9a3fcc None None] Provisioning complete for port 87341b3c-5285-43f0-bfa3-300d231ef05e triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:28:44.988099 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-307b874c-3cda-4241-a7ea-f1b9ee9a3fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:45.094978 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-d384f3e3-5ea0-49fa-b282-9651205423a3 req-b0e3a573-dc99-4bb9-b78e-43cdf5977fcc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491144 May 04 18:28:45.104936 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-d4b393fc-3db7-4b17-9132-481ead9597b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'name': 'tempest-TestShelveInstance-1176568677-router', 'tenant_id': 'c30572d2e703466baf61164023333613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'aae04f10-e2fb-4ec5-a8a0-f4e20d955d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:28:36Z', 'updated_at': '2021-05-04T18:28:40Z', 'revision_number': 3, 'project_id': 'c30572d2e703466baf61164023333613', 'gw_port': {'id': 'aae04f10-e2fb-4ec5-a8a0-f4e20d955d82', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:38Z', 'updated_at': '2021-05-04T18:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:28:45.110973 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b393fc-3db7-4b17-9132-481ead9597b8 None None] The sync data for ids ['171482ec-1cd2-42b4-8538-df754c1ffb67'] in dv-cinder-789603-2-smb is: [{'id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'name': 'tempest-TestShelveInstance-1176568677-router', 'tenant_id': 'c30572d2e703466baf61164023333613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'aae04f10-e2fb-4ec5-a8a0-f4e20d955d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:28:36Z', 'updated_at': '2021-05-04T18:28:40Z', 'revision_number': 3, 'project_id': 'c30572d2e703466baf61164023333613', 'gw_port': {'id': 'aae04f10-e2fb-4ec5-a8a0-f4e20d955d82', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:38Z', 'updated_at': '2021-05-04T18:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}] {{(pid=74224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:28:45.152643 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-307b874c-3cda-4241-a7ea-f1b9ee9a3fcc None None] Port 87341b3c-5285-43f0-bfa3-300d231ef05e cannot update to ACTIVE because it is not bound. {{(pid=74223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:28:45.263615 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10f736-3255-40c8-abb0-a65e0929cfab req-2a6205be-e7e5-4a99-ac30-f78aaacf9f54 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:45.263615 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cf10f736-3255-40c8-abb0-a65e0929cfab req-2a6205be-e7e5-4a99-ac30-f78aaacf9f54 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.2050049 May 04 18:28:45.331958 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cf10f736-3255-40c8-abb0-a65e0929cfab req-22222725-4898-4742-a139-fe5bef3031f0 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572448 May 04 18:28:45.765010 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-3e1cdf07-52a9-44e3-86d9-54ebd2a8b38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:45.768165 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-e41a722c-e2c1-40e5-972b-1f30cd2c0f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:45.781784 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1cdf07-52a9-44e3-86d9-54ebd2a8b38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee76cb4-11cd-4616-9ae8-215a489d82ca,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:45.786380 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-3e1cdf07-52a9-44e3-86d9-54ebd2a8b38b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:45.825135 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-3e1cdf07-52a9-44e3-86d9-54ebd2a8b38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:45.825514 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-3e1cdf07-52a9-44e3-86d9-54ebd2a8b38b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cee76cb4-11cd-4616-9ae8-215a489d82ca HTTP/1.1" status: 204 len: 168 time: 1.1970534 May 04 18:28:45.853563 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b986d9b5-4d8a-4dc1-96af-38e7e1b77e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:46.300903 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b986d9b5-4d8a-4dc1-96af-38e7e1b77e44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:46.395275 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b986d9b5-4d8a-4dc1-96af-38e7e1b77e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262247'] for port, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:46.444701 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-d00c7d74-da31-40de-a45a-93e97d02674a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:46.575171 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986d9b5-4d8a-4dc1-96af-38e7e1b77e44 admin admin] Pushing event updated for resources: {'Port': ['ID=87341b3c-5285-43f0-bfa3-300d231ef05e,revision_number=2']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:46.579845 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-b986d9b5-4d8a-4dc1-96af-38e7e1b77e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:46.580872 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b986d9b5-4d8a-4dc1-96af-38e7e1b77e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919920'] for router_interface, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:46.595370 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3986429-bf7b-4910-8e6b-7f29a48d6405 req-29a6e284-14da-4689-8290-b0a44cc3cd31 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:46.603130 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d3986429-bf7b-4910-8e6b-7f29a48d6405 req-29a6e284-14da-4689-8290-b0a44cc3cd31 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.3250718 May 04 18:28:46.627317 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa5263-e8dc-4cfc-b4ab-5dc5a63e140b req-5855c7be-f8d3-48af-83ad-f3b0207be12d tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:46.632079 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2bfa5263-e8dc-4cfc-b4ab-5dc5a63e140b req-5855c7be-f8d3-48af-83ad-f3b0207be12d tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=174353b7-63e5-4734-a9e6-03676e4137dc HTTP/1.1" status: 200 len: 946 time: 0.4270079 May 04 18:28:46.752611 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b986d9b5-4d8a-4dc1-96af-38e7e1b77e44 admin admin] Network 958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2 is already hosted by enough agents. {{(pid=74221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:28:46.753448 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [None req-b986d9b5-4d8a-4dc1-96af-38e7e1b77e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:28:46.791576 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d3986429-bf7b-4910-8e6b-7f29a48d6405 req-ff367f3d-1cf5-43b4-9316-53d20415ca4c tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875570 May 04 18:28:46.801560 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2bfa5263-e8dc-4cfc-b4ab-5dc5a63e140b req-789672ef-224c-47ae-8b3c-5a34fbfcc211 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645570 May 04 18:28:47.032487 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b986d9b5-4d8a-4dc1-96af-38e7e1b77e44 admin admin] Router 171482ec-1cd2-42b4-8538-df754c1ffb67 has already been hosted by L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b {{(pid=74221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:28:47.042534 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614b878-ea19-486e-bcf8-f0a7102725a9 req-e748863e-a50c-483e-8f71-7b44f8885184 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:47.044964 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d614b878-ea19-486e-bcf8-f0a7102725a9 req-e748863e-a50c-483e-8f71-7b44f8885184 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.1326747 May 04 18:28:47.115615 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d614b878-ea19-486e-bcf8-f0a7102725a9 req-af87c5ed-ff16-41fc-9e9b-108a9d335628 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609820 May 04 18:28:47.211773 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-de0a826f-c38e-4247-a4f1-9381a8322085 None None] Provisioning complete for port 87341b3c-5285-43f0-bfa3-300d231ef05e triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:28:47.212273 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-de0a826f-c38e-4247-a4f1-9381a8322085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:47.328371 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-de0a826f-c38e-4247-a4f1-9381a8322085 None None] Port 87341b3c-5285-43f0-bfa3-300d231ef05e cannot update to ACTIVE because it is not bound. {{(pid=74223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:28:47.331256 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device aae04f10-e2fb-4ec5-a8a0-f4e20d955d82 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:28:47.464577 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b986d9b5-4d8a-4dc1-96af-38e7e1b77e44 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:28:47.471457 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-b986d9b5-4d8a-4dc1-96af-38e7e1b77e44 admin admin] 10.222.0.49 "PUT /v2.0/routers/171482ec-1cd2-42b4-8538-df754c1ffb67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1217525 May 04 18:28:47.481038 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68afacd0-452c-44e2-a8b3-916f51ac67ff None None] Sync routers for ids ['171482ec-1cd2-42b4-8538-df754c1ffb67'] in dv-cinder-789603-2-smb {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:28:47.490975 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68afacd0-452c-44e2-a8b3-916f51ac67ff None None] Routers {'171482ec-1cd2-42b4-8538-df754c1ffb67'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:28:47.491863 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-68afacd0-452c-44e2-a8b3-916f51ac67ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:28:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['171482ec-1cd2-42b4-8538-df754c1ffb67'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:28:47.595775 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning for port aae04f10-e2fb-4ec5-a8a0-f4e20d955d82 completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:28:47.613647 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port aae04f10-e2fb-4ec5-a8a0-f4e20d955d82 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:28:47.614276 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:47.621701 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239f854-eb4d-4a35-bc04-5c0b38c3b935 req-28601f54-d857-45fe-8bb6-ca6630348f42 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:47.622401 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-9239f854-eb4d-4a35-bc04-5c0b38c3b935 req-28601f54-d857-45fe-8bb6-ca6630348f42 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Synchronizing usage tracker for tenant:27d38e26a3bb45b2bb6a2f009d6eef29 on resource:port {{(pid=74221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:28:47.705998 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-9239f854-eb4d-4a35-bc04-5c0b38c3b935 req-28601f54-d857-45fe-8bb6-ca6630348f42 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Unset dirty status for tenant:27d38e26a3bb45b2bb6a2f009d6eef29 on resource:port {{(pid=74221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:28:47.707170 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-9239f854-eb4d-4a35-bc04-5c0b38c3b935 req-28601f54-d857-45fe-8bb6-ca6630348f42 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.20 "GET /v2.0/ports?device_id=174353b7-63e5-4734-a9e6-03676e4137dc HTTP/1.1" status: 200 len: 946 time: 0.1932945 May 04 18:28:47.763269 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-68afacd0-452c-44e2-a8b3-916f51ac67ff None None] Set router 171482ec-1cd2-42b4-8538-df754c1ffb67 gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:28:47.909374 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [req-9239f854-eb4d-4a35-bc04-5c0b38c3b935 req-267ca9b4-af51-4d49-b17e-c54971426aa4 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Deleting port 632cd84e-5073-4f1c-a580-85e5afb0659d {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:28:47.910325 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-9239f854-eb4d-4a35-bc04-5c0b38c3b935 req-267ca9b4-af51-4d49-b17e-c54971426aa4 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:47.984443 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:48.083040 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] For port aae04f10-e2fb-4ec5-a8a0-f4e20d955d82, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=aae04f10-e2fb-4ec5-a8a0-f4e20d955d82,segment=NetworkSegment(d30f7483-d557-48d7-ad06-77acf24064bb),segment_id=d30f7483-d557-48d7-ad06-77acf24064bb)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:28:48.167304 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-9239f854-eb4d-4a35-bc04-5c0b38c3b935 req-267ca9b4-af51-4d49-b17e-c54971426aa4 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] For port 632cd84e-5073-4f1c-a580-85e5afb0659d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=632cd84e-5073-4f1c-a580-85e5afb0659d,segment=NetworkSegment(d346d979-c2b6-4417-8716-e1b6ce86b20c),segment_id=d346d979-c2b6-4417-8716-e1b6ce86b20c)] {{(pid=74221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:28:48.171462 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-9239f854-eb4d-4a35-bc04-5c0b38c3b935 req-267ca9b4-af51-4d49-b17e-c54971426aa4 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:48.171721 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bb216-912d-41c9-89c8-49bc39be42e8 req-856d2041-4b77-4416-91fc-4aa816345b54 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:48.180377 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-656bb216-912d-41c9-89c8-49bc39be42e8 req-856d2041-4b77-4416-91fc-4aa816345b54 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.1965604 May 04 18:28:48.182499 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:48.185267 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:48.231436 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101072ed-f299-4282-9659-57f81e51a15d req-9ffcb082-d896-40ff-9fb1-e5e7244c7507 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:48.233552 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-101072ed-f299-4282-9659-57f81e51a15d req-9ffcb082-d896-40ff-9fb1-e5e7244c7507 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=174353b7-63e5-4734-a9e6-03676e4137dc HTTP/1.1" status: 200 len: 946 time: 0.1955359 May 04 18:28:48.247700 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-656bb216-912d-41c9-89c8-49bc39be42e8 req-a12a03ed-c34f-41dd-8068-7f5a9df7b2f7 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666406 May 04 18:28:48.266828 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Pushing event updated for resources: {'Port': ['ID=aae04f10-e2fb-4ec5-a8a0-f4e20d955d82,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:48.271775 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:48.275827 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-68afacd0-452c-44e2-a8b3-916f51ac67ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'name': 'tempest-TestShelveInstance-1176568677-router', 'tenant_id': 'c30572d2e703466baf61164023333613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'aae04f10-e2fb-4ec5-a8a0-f4e20d955d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:28:36Z', 'updated_at': '2021-05-04T18:28:45Z', 'revision_number': 4, 'project_id': 'c30572d2e703466baf61164023333613', 'gw_port': {'id': 'aae04f10-e2fb-4ec5-a8a0-f4e20d955d82', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:38Z', 'updated_at': '2021-05-04T18:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': '87341b3c-5285-43f0-bfa3-300d231ef05e', 'name': '', 'network_id': '958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2', 'tenant_id': 'c30572d2e703466baf61164023333613', 'mac_address': 'fa:16:3e:0e:66:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9a555db5-8ba7-4f7b-b652-348df6017b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:43Z', 'updated_at': '2021-05-04T18:28:45Z', 'revision_number': 2, 'project_id': 'c30572d2e703466baf61164023333613', 'subnets': [{'id': '9a555db5-8ba7-4f7b-b652-348df6017b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:28:48.280801 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68afacd0-452c-44e2-a8b3-916f51ac67ff None None] Checking router: 171482ec-1cd2-42b4-8538-df754c1ffb67 for host: dv-cinder-789603-2-smb {{(pid=74223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:28:48.281187 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68afacd0-452c-44e2-a8b3-916f51ac67ff None None] Updating router 171482ec-1cd2-42b4-8538-df754c1ffb67 port 87341b3c-5285-43f0-bfa3-300d231ef05e binding host dv-cinder-789603-2-smb {{(pid=74223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:28:48.316062 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-101072ed-f299-4282-9659-57f81e51a15d req-d30b8d47-84a0-4908-8fa6-acf35ddd6c34 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640867 May 04 18:28:48.349569 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-68afacd0-452c-44e2-a8b3-916f51ac67ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:48.493159 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [req-9239f854-eb4d-4a35-bc04-5c0b38c3b935 req-267ca9b4-af51-4d49-b17e-c54971426aa4 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Calling delete_port for 632cd84e-5073-4f1c-a580-85e5afb0659d owned by compute:nova {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:28:48.612984 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 51674) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:48.620372 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-f2980ad6-370c-4199-bf71-e3c143257896 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1069917818-network', 'tenant_id': '1c911b97c10148c88380566820ce2cbd'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:28:48.625784 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-f2980ad6-370c-4199-bf71-e3c143257896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:28:48.633195 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-f2980ad6-370c-4199-bf71-e3c143257896 admin admin] Usage tracker for resource:network and tenant:1c911b97c10148c88380566820ce2cbd is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:28:48.633989 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-f2980ad6-370c-4199-bf71-e3c143257896 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:28:48.641427 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-f2980ad6-370c-4199-bf71-e3c143257896 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:28:48.759626 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-9239f854-eb4d-4a35-bc04-5c0b38c3b935 req-267ca9b4-af51-4d49-b17e-c54971426aa4 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:48.766608 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-87ccfd18-ad8b-4eaa-9004-818a53baaa96 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:48.779175 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2980ad6-370c-4199-bf71-e3c143257896 admin admin] Made reservation on behalf of 1c911b97c10148c88380566820ce2cbd for: {'network': 1} {{(pid=74222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:28:48.781912 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f2980ad6-370c-4199-bf71-e3c143257896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for network, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:48.804475 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-68afacd0-452c-44e2-a8b3-916f51ac67ff None None] Notify callbacks [] for port, precommit_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:48.819714 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-68afacd0-452c-44e2-a8b3-916f51ac67ff None None] Transition to ACTIVE for port object 87341b3c-5285-43f0-bfa3-300d231ef05e will not be triggered until provisioned by entity L2. {{(pid=74223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:28:48.834581 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f2980ad6-370c-4199-bf71-e3c143257896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:48.849703 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ca9b4-af51-4d49-b17e-c54971426aa4 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Pushing event deleted for resources: {'Port': ['ID=632cd84e-5073-4f1c-a580-85e5afb0659d,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:48.852820 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-267ca9b4-af51-4d49-b17e-c54971426aa4 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:48.865063 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-f2980ad6-370c-4199-bf71-e3c143257896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:28:48.879598 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-f2980ad6-370c-4199-bf71-e3c143257896 admin admin] Usage tracker for resource:security_group_rule and tenant:1c911b97c10148c88380566820ce2cbd is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:28:48.887079 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-f2980ad6-370c-4199-bf71-e3c143257896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:28:48.898736 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-f2980ad6-370c-4199-bf71-e3c143257896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:28:48.920891 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd86bb0-21c1-41da-826a-a4a525c81952 req-9c9ecbf7-30c1-4ce8-b4d9-a79c24f9af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:48.923482 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-68afacd0-452c-44e2-a8b3-916f51ac67ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:48.924018 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5fd86bb0-21c1-41da-826a-a4a525c81952 req-9c9ecbf7-30c1-4ce8-b4d9-a79c24f9af23 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76bc34a978a74f5391886da16fb39bf8&device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 1099 time: 0.2442701 May 04 18:28:48.927324 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [req-9239f854-eb4d-4a35-bc04-5c0b38c3b935 req-267ca9b4-af51-4d49-b17e-c54971426aa4 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] No DVR routers for this DVR port 632cd84e-5073-4f1c-a580-85e5afb0659d on host hv-cinder-78960 {{(pid=74221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:28:48.929016 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a09391bb-01ed-4650-93cd-ce98dcbc3d54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:48.929797 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-9239f854-eb4d-4a35-bc04-5c0b38c3b935 req-267ca9b4-af51-4d49-b17e-c54971426aa4 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:48.932442 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174353b7-63e5-4734-a9e6-03676e4137dc', 'name': 'network-vif-deleted', 'tag': '632cd84e-5073-4f1c-a580-85e5afb0659d'}] {{(pid=74221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:28:48.941066 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c24d5-8157-4f22-9a99-1c2b0a9ac0d9 req-e1637c2a-b0e2-4b9e-a6a1-e5069174a4f3 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:48.941449 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-936c24d5-8157-4f22-9a99-1c2b0a9ac0d9 req-e1637c2a-b0e2-4b9e-a6a1-e5069174a4f3 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.2157693 May 04 18:28:49.022843 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-9239f854-eb4d-4a35-bc04-5c0b38c3b935 req-267ca9b4-af51-4d49-b17e-c54971426aa4 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.20 "DELETE /v2.0/ports/632cd84e-5073-4f1c-a580-85e5afb0659d HTTP/1.1" status: 204 len: 173 time: 1.3095617 May 04 18:28:49.105519 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174353b7-63e5-4734-a9e6-03676e4137dc', 'name': 'network-vif-deleted', 'tag': '632cd84e-5073-4f1c-a580-85e5afb0659d', 'status': 'completed', 'code': 200} May 04 18:28:49.148941 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd86bb0-21c1-41da-826a-a4a525c81952 req-2a8af10e-9a4f-40c8-9798-e33322012908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:49.150457 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5fd86bb0-21c1-41da-826a-a4a525c81952 req-2a8af10e-9a4f-40c8-9798-e33322012908 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3feac1cb-76d7-4653-8c68-28519f9a3ebb HTTP/1.1" status: 200 len: 917 time: 0.2071891 May 04 18:28:49.225742 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c994651-9d2f-4d72-97e6-a355ece7521a None None] Pushing event updated for resources: {'Port': ['ID=87341b3c-5285-43f0-bfa3-300d231ef05e,revision_number=3']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:49.245293 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-5c994651-9d2f-4d72-97e6-a355ece7521a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:49.282315 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-68afacd0-452c-44e2-a8b3-916f51ac67ff None None] Attempting to bind port 87341b3c-5285-43f0-bfa3-300d231ef05e on host dv-cinder-789603-2-smb for vnic_type normal with profile {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:28:49.282965 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-68afacd0-452c-44e2-a8b3-916f51ac67ff None None] Attempting to bind port 87341b3c-5285-43f0-bfa3-300d231ef05e by drivers openvswitch,hyperv on host dv-cinder-789603-2-smb at level 0 using segments [{'id': '22f657b0-541b-4446-b026-d81f6d010cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2'}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:28:49.283072 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68afacd0-452c-44e2-a8b3-916f51ac67ff None None] Attempting to bind port 87341b3c-5285-43f0-bfa3-300d231ef05e on network 958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2 {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:28:49.295224 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68afacd0-452c-44e2-a8b3-916f51ac67ff None None] Checking agent: {'id': 'bc53da1e-f01a-45f2-860f-1d5e19382f0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 18, 6), 'started_at': datetime.datetime(2021, 5, 4, 18, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:28:49.295224 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68afacd0-452c-44e2-a8b3-916f51ac67ff None None] Checking segment: {'id': '22f657b0-541b-4446-b026-d81f6d010cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:28:49.295224 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-68afacd0-452c-44e2-a8b3-916f51ac67ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:49.295224 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68afacd0-452c-44e2-a8b3-916f51ac67ff None None] Bound using segment: {'id': '22f657b0-541b-4446-b026-d81f6d010cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2'} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:28:49.295224 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-68afacd0-452c-44e2-a8b3-916f51ac67ff None None] Bound port: 87341b3c-5285-43f0-bfa3-300d231ef05e, host: dv-cinder-789603-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f657b0-541b-4446-b026-d81f6d010cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2'}}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:28:49.295224 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-68afacd0-452c-44e2-a8b3-916f51ac67ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:49.296844 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7544524-5bdc-49c5-b841-66f708737f03 req-6ff9294b-9056-45f6-a7c2-f047c6df66c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:49.298356 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-d7544524-5bdc-49c5-b841-66f708737f03 req-6ff9294b-9056-45f6-a7c2-f047c6df66c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=573de575cbed4946845325c86ea66876&device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 1099 time: 0.1805773 May 04 18:28:49.350577 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5fd86bb0-21c1-41da-826a-a4a525c81952 req-d1d5b638-1666-48ea-814a-fd4e6d7baef2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dbc6b18-d7b8-44b3-95f1-8159315eaba9 HTTP/1.1" status: 200 len: 1001 time: 0.1913264 May 04 18:28:49.441679 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device aae04f10-e2fb-4ec5-a8a0-f4e20d955d82 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:28:49.452216 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7544524-5bdc-49c5-b841-66f708737f03 req-96519c1e-a430-47ac-8a65-ec89af4ff298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:49.454051 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-d7544524-5bdc-49c5-b841-66f708737f03 req-96519c1e-a430-47ac-8a65-ec89af4ff298 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8db4af54-0a5f-400d-8ea5-42d92dce6c03 HTTP/1.1" status: 200 len: 919 time: 0.1493974 May 04 18:28:49.477189 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:49.514399 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-936c24d5-8157-4f22-9a99-1c2b0a9ac0d9 req-9f08bfae-b022-4ef3-98d7-b470f9ac1467 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5723841 May 04 18:28:49.539974 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd86bb0-21c1-41da-826a-a4a525c81952 req-5b766b78-b2ce-425a-b531-b3864d324a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:49.541560 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5fd86bb0-21c1-41da-826a-a4a525c81952 req-5b766b78-b2ce-425a-b531-b3864d324a0a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ac34bf5f-88ea-4331-a071-effcc9c85f2a HTTP/1.1" status: 200 len: 855 time: 0.1414979 May 04 18:28:49.557388 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-d7544524-5bdc-49c5-b841-66f708737f03 req-84f68f95-4ffe-45ee-b2a8-3a980b248073 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d279bab5-50e3-4108-8a3d-c8985167a744 HTTP/1.1" status: 200 len: 217 time: 0.0963140 May 04 18:28:49.571341 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-68afacd0-452c-44e2-a8b3-916f51ac67ff None None] For port 87341b3c-5285-43f0-bfa3-300d231ef05e, host dv-cinder-789603-2-smb, cleared binding levels {{(pid=74223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:28:49.575523 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-68afacd0-452c-44e2-a8b3-916f51ac67ff None None] For port 87341b3c-5285-43f0-bfa3-300d231ef05e, host dv-cinder-789603-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=87341b3c-5285-43f0-bfa3-300d231ef05e,segment=NetworkSegment(22f657b0-541b-4446-b026-d81f6d010cf4),segment_id=22f657b0-541b-4446-b026-d81f6d010cf4)] {{(pid=74223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:28:49.585896 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port aae04f10-e2fb-4ec5-a8a0-f4e20d955d82 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:28:49.586473 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:49.611141 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f2980ad6-370c-4199-bf71-e3c143257896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:49.636713 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7544524-5bdc-49c5-b841-66f708737f03 req-f8a77ab4-7cad-4db9-8c0a-0989759f7c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:49.638673 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-d7544524-5bdc-49c5-b841-66f708737f03 req-f8a77ab4-7cad-4db9-8c0a-0989759f7c6f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=440c7ecc-ada7-425e-af57-04720abc3629 HTTP/1.1" status: 200 len: 858 time: 0.0758405 May 04 18:28:49.648773 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5749e63-a65d-4d02-b22e-6b339a95cd2f req-bf3199fb-a436-4ad4-b4e5-c1ee0164fe96 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:49.650233 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b5749e63-a65d-4d02-b22e-6b339a95cd2f req-bf3199fb-a436-4ad4-b4e5-c1ee0164fe96 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.2870893 May 04 18:28:49.699170 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-68afacd0-452c-44e2-a8b3-916f51ac67ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:49.701083 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-d7544524-5bdc-49c5-b841-66f708737f03 req-497e0ca2-1eb8-4a0e-9d8a-b9862099fd92 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8db4af54-0a5f-400d-8ea5-42d92dce6c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540476 May 04 18:28:49.708564 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd86bb0-21c1-41da-826a-a4a525c81952 req-4551147c-b6d8-4cf4-863d-f9784389fc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:49.708871 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:49.709972 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5fd86bb0-21c1-41da-826a-a4a525c81952 req-4551147c-b6d8-4cf4-863d-f9784389fc92 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3feac1cb-76d7-4653-8c68-28519f9a3ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1591899 May 04 18:28:49.749301 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b5749e63-a65d-4d02-b22e-6b339a95cd2f req-d3c46e54-e9f9-4aba-b550-3f554e1787b5 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931065 May 04 18:28:49.771353 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f2980ad6-370c-4199-bf71-e3c143257896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:49.776771 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-feed158d-9a8b-41bd-956d-4a0e3f3328d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:49.785272 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-511b993a-3b51-4bbb-a1c8-7ba97953b377 req-655b6799-edd6-4839-b4c0-93e7a7d55f50 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=174353b7-63e5-4734-a9e6-03676e4137dc HTTP/1.1" status: 200 len: 210 time: 0.0822234 May 04 18:28:49.840510 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68afacd0-452c-44e2-a8b3-916f51ac67ff None None] Routers {'171482ec-1cd2-42b4-8538-df754c1ffb67'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:28:49.841145 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-68afacd0-452c-44e2-a8b3-916f51ac67ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:28:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['171482ec-1cd2-42b4-8538-df754c1ffb67'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:28:49.886326 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2980ad6-370c-4199-bf71-e3c143257896 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=74222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:28:49.899393 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-d7544524-5bdc-49c5-b841-66f708737f03 req-16445028-0e39-4c62-86a8-746bf95d3470 service neutron] 10.222.0.20 "GET /v2.0/networks/8db4af54-0a5f-400d-8ea5-42d92dce6c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911705 May 04 18:28:49.900946 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2980ad6-370c-4199-bf71-e3c143257896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9c3aea-0ebc-4acb-9661-a185b8436dae,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:49.906740 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-f2980ad6-370c-4199-bf71-e3c143257896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:49.915174 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f2980ad6-370c-4199-bf71-e3c143257896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:49.921531 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.db.segments_db [None req-f2980ad6-370c-4199-bf71-e3c143257896 admin admin] Added segment b6778646-e214-4e4d-948f-f970efa1eddf of type vlan for network 6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0 May 04 18:28:49.953713 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c994651-9d2f-4d72-97e6-a355ece7521a None None] Pushing event updated for resources: {'Port': ['ID=87341b3c-5285-43f0-bfa3-300d231ef05e,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:49.958258 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-5c994651-9d2f-4d72-97e6-a355ece7521a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:49.965516 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5fd86bb0-21c1-41da-826a-a4a525c81952 req-6d5094f7-77a6-4f55-9125-17524988a4a6 service neutron] 10.222.0.20 "GET /v2.0/networks/3feac1cb-76d7-4653-8c68-28519f9a3ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242122 May 04 18:28:49.987028 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f2980ad6-370c-4199-bf71-e3c143257896 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785699775636'] for network, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:50.109016 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-d7544524-5bdc-49c5-b841-66f708737f03 req-36bdcd20-efda-4ba7-9089-57e755549a88 service neutron] 10.222.0.20 "GET /v2.0/networks/8db4af54-0a5f-400d-8ea5-42d92dce6c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021692 May 04 18:28:50.136973 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-68afacd0-452c-44e2-a8b3-916f51ac67ff None None] Set router 171482ec-1cd2-42b4-8538-df754c1ffb67 gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:28:50.260853 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5fd86bb0-21c1-41da-826a-a4a525c81952 req-4acdf67e-8cd4-401c-abb6-d06aaeb44a19 service neutron] 10.222.0.20 "GET /v2.0/networks/3feac1cb-76d7-4653-8c68-28519f9a3ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717593 May 04 18:28:50.262948 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f2980ad6-370c-4199-bf71-e3c143257896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:50.266813 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2980ad6-370c-4199-bf71-e3c143257896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:50.269161 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f2980ad6-370c-4199-bf71-e3c143257896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:50.303689 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-3f89a45e-53d6-4f6e-b626-f502d858dfde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:50.343940 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 632cd84e-5073-4f1c-a580-85e5afb0659d no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:28:50.406433 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] No Port match for: 632cd84e-5073-4f1c-a580-85e5afb0659d {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:28:50.406788 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 632cd84e-5073-4f1c-a580-85e5afb0659d not bound to the agent host hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:28:50.499468 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-f2980ad6-370c-4199-bf71-e3c143257896 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8842361 May 04 18:28:50.502057 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 51696) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:50.503372 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2980ad6-370c-4199-bf71-e3c143257896 admin admin] Pushing event updated for resources: {'Network': ['ID=6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:50.506149 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-f2980ad6-370c-4199-bf71-e3c143257896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:50.508864 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-93f2a791-7955-4563-864d-9f884df04f8b admin admin] Request body: {'subnet': {'network_id': '6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1069917818-subnet', 'tenant_id': '1c911b97c10148c88380566820ce2cbd', 'ip_version': 4}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:28:50.525973 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-93f2a791-7955-4563-864d-9f884df04f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:28:50.529570 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Network 6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0 details requested by agent ovs-agent-dv-cinder-789603-2-smb with host dv-cinder-789603-2-smb {{(pid=74223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:28:50.530020 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-93f2a791-7955-4563-864d-9f884df04f8b admin admin] Usage tracker for resource:subnet and tenant:1c911b97c10148c88380566820ce2cbd is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:28:50.533168 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-93f2a791-7955-4563-864d-9f884df04f8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:28:50.539273 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-93f2a791-7955-4563-864d-9f884df04f8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:28:50.617287 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f2a791-7955-4563-864d-9f884df04f8b admin admin] Made reservation on behalf of 1c911b97c10148c88380566820ce2cbd for: {'subnet': 1} {{(pid=74221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:28:50.619858 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-93f2a791-7955-4563-864d-9f884df04f8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15596336'] for subnet, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:50.658772 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-68afacd0-452c-44e2-a8b3-916f51ac67ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'name': 'tempest-TestShelveInstance-1176568677-router', 'tenant_id': 'c30572d2e703466baf61164023333613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'aae04f10-e2fb-4ec5-a8a0-f4e20d955d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:28:36Z', 'updated_at': '2021-05-04T18:28:45Z', 'revision_number': 4, 'project_id': 'c30572d2e703466baf61164023333613', 'gw_port': {'id': 'aae04f10-e2fb-4ec5-a8a0-f4e20d955d82', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:38Z', 'updated_at': '2021-05-04T18:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': '87341b3c-5285-43f0-bfa3-300d231ef05e', 'name': '', 'network_id': '958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2', 'tenant_id': 'c30572d2e703466baf61164023333613', 'mac_address': 'fa:16:3e:0e:66:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9a555db5-8ba7-4f7b-b652-348df6017b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:43Z', 'updated_at': '2021-05-04T18:28:49Z', 'revision_number': 4, 'project_id': 'c30572d2e703466baf61164023333613', 'subnets': [{'id': '9a555db5-8ba7-4f7b-b652-348df6017b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:28:50.662935 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68afacd0-452c-44e2-a8b3-916f51ac67ff None None] The sync data for ids ['171482ec-1cd2-42b4-8538-df754c1ffb67'] in dv-cinder-789603-2-smb is: [{'id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'name': 'tempest-TestShelveInstance-1176568677-router', 'tenant_id': 'c30572d2e703466baf61164023333613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'aae04f10-e2fb-4ec5-a8a0-f4e20d955d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:28:36Z', 'updated_at': '2021-05-04T18:28:45Z', 'revision_number': 4, 'project_id': 'c30572d2e703466baf61164023333613', 'gw_port': {'id': 'aae04f10-e2fb-4ec5-a8a0-f4e20d955d82', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:38Z', 'updated_at': '2021-05-04T18:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': '87341b3c-5285-43f0-bfa3-300d231ef05e', 'name': '', 'network_id': '958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2', 'tenant_id': 'c30572d2e703466baf61164023333613', 'mac_address': 'fa:16:3e:0e:66:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9a555db5-8ba7-4f7b-b652-348df6017b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:43Z', 'updated_at': '2021-05-04T18:28:49Z', 'revision_number': 4, 'project_id': 'c30572d2e703466baf61164023333613', 'subnets': [{'id': '9a555db5-8ba7-4f7b-b652-348df6017b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:28:50.746892 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbaa15b-fe15-4036-aa2a-b8bd50deb3b4 req-caa59de6-1e04-413e-b613-959187f7e366 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:50.751686 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-dcbaa15b-fe15-4036-aa2a-b8bd50deb3b4 req-caa59de6-1e04-413e-b613-959187f7e366 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.1119294 May 04 18:28:50.814395 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-dcbaa15b-fe15-4036-aa2a-b8bd50deb3b4 req-b91f23c5-0298-4da2-9210-854a453144ca tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597038 May 04 18:28:50.973664 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386e5b3-b548-40a7-b15b-c6d34958042a req-a80c912b-ae95-4c79-9fd5-4f2acde459eb tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:50.980671 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6386e5b3-b548-40a7-b15b-c6d34958042a req-a80c912b-ae95-4c79-9fd5-4f2acde459eb tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.0999646 May 04 18:28:51.039689 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6386e5b3-b548-40a7-b15b-c6d34958042a req-89f20ff3-d9b2-47d8-bf72-f759391cadb3 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580361 May 04 18:28:51.256103 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-93f2a791-7955-4563-864d-9f884df04f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15596326'] for subnet, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:51.260935 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-b2b7c945-ecfb-4ce1-8a88-12dd28221654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:51.305680 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 87341b3c-5285-43f0-bfa3-300d231ef05e up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:28:51.318702 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060be7f1-854e-4f62-8da4-f5512601b343 req-0c211dd9-24ea-4434-9024-67fa0b162b57 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:51.325328 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-060be7f1-854e-4f62-8da4-f5512601b343 req-0c211dd9-24ea-4434-9024-67fa0b162b57 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/networks?id=67cde67c-ebb9-4d47-a400-cd21950bc22e HTTP/1.1" status: 200 len: 809 time: 0.1823676 May 04 18:28:51.341394 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2a791-7955-4563-864d-9f884df04f8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1eed89f-67b1-47d7-910f-26fa17afcc65,revision_number=0']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:51.344944 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-93f2a791-7955-4563-864d-9f884df04f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:51.349911 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-060be7f1-854e-4f62-8da4-f5512601b343 req-100714f9-8fdf-44f5-9065-774a18375bfa tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/quotas/27d38e26a3bb45b2bb6a2f009d6eef29 HTTP/1.1" status: 200 len: 375 time: 0.0231769 May 04 18:28:51.351755 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f2a791-7955-4563-864d-9f884df04f8b admin admin] Checking segment: {'id': 'b6778646-e214-4e4d-948f-f970efa1eddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:28:51.352329 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f2a791-7955-4563-864d-9f884df04f8b admin admin] Network hostable DHCP agents. Network: 6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0, hostable agents: ['948d1784-d24a-40dc-b599-c4e6e391e200'], hosted agents: [] {{(pid=74221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:28:51.408289 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-060be7f1-854e-4f62-8da4-f5512601b343 req-ed96f4d1-cf50-4133-ae28-7fb49acec612 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=27d38e26a3bb45b2bb6a2f009d6eef29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544550 May 04 18:28:51.439082 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f2a791-7955-4563-864d-9f884df04f8b admin admin] Network 6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0 is scheduled to be hosted by DHCP agent 948d1784-d24a-40dc-b599-c4e6e391e200 with binding_index 1 {{(pid=74221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:28:51.474756 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning for port 87341b3c-5285-43f0-bfa3-300d231ef05e completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:28:51.475231 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port 87341b3c-5285-43f0-bfa3-300d231ef05e triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:28:51.475508 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:51.524998 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [None req-93f2a791-7955-4563-864d-9f884df04f8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-smb, 6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0) {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:28:51.542066 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f2a791-7955-4563-864d-9f884df04f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:51.542674 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-93f2a791-7955-4563-864d-9f884df04f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:51.543797 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc84e2b-431a-4e51-ac73-424d67db51a3 None None] Network 6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0 requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:28:51.576984 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-060be7f1-854e-4f62-8da4-f5512601b343 req-b883d89c-aac1-4698-853a-3dbfd1bf8470 service neutron] 10.222.0.49 "GET /v2.0/networks/67cde67c-ebb9-4d47-a400-cd21950bc22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614826 May 04 18:28:51.644236 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-93f2a791-7955-4563-864d-9f884df04f8b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1410210 May 04 18:28:51.646590 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 51726) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:51.652604 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-0dcadf3d-a6b7-44bd-86ee-c6b056704ecf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1069917818-router', 'tenant_id': '1c911b97c10148c88380566820ce2cbd', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'}}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:28:51.658537 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-0dcadf3d-a6b7-44bd-86ee-c6b056704ecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:28:51.667382 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-0dcadf3d-a6b7-44bd-86ee-c6b056704ecf admin admin] Usage tracker for resource:router and tenant:1c911b97c10148c88380566820ce2cbd is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:28:51.672828 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-0dcadf3d-a6b7-44bd-86ee-c6b056704ecf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:28:51.682734 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-0dcadf3d-a6b7-44bd-86ee-c6b056704ecf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:28:51.731496 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-060be7f1-854e-4f62-8da4-f5512601b343 req-515e7af5-407d-4893-b772-b4cf2f6cc1f2 service neutron] 10.222.0.49 "GET /v2.0/networks/67cde67c-ebb9-4d47-a400-cd21950bc22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483977 May 04 18:28:51.765223 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0dcadf3d-a6b7-44bd-86ee-c6b056704ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-943714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29278'] for router, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:51.769436 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0dcadf3d-a6b7-44bd-86ee-c6b056704ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-883042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29271'] for router, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:51.786554 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0dcadf3d-a6b7-44bd-86ee-c6b056704ecf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:51.812414 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:51.899638 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] For port 87341b3c-5285-43f0-bfa3-300d231ef05e, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=87341b3c-5285-43f0-bfa3-300d231ef05e,segment=NetworkSegment(22f657b0-541b-4446-b026-d81f6d010cf4),segment_id=22f657b0-541b-4446-b026-d81f6d010cf4)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:28:51.902603 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a5143f-f414-42b6-aaa0-245f201a52b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe140b76d-5e43-56e8-9ef0-5ecafadefb14-6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0', 'network_id': '6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0', 'tenant_id': '1c911b97c10148c88380566820ce2cbd', 'fixed_ips': [{'subnet_id': 'b1eed89f-67b1-47d7-910f-26fa17afcc65'}]}} from dv-cinder-789603-2-smb. {{(pid=74223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 18:28:51.903663 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-19a5143f-f414-42b6-aaa0-245f201a52b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:52.005948 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:52.032923 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:52.222723 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-35cff6a2-a576-4807-b10b-dec6a8840af6 req-91f935c9-f449-4308-812a-471811c92aa9 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=36727202-be98-4b35-b58f-c547b3465fc8 HTTP/1.1" status: 200 len: 210 time: 0.1053593 May 04 18:28:52.314793 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8081b4-c497-44c5-a51a-83130a54c549 req-63e2cf34-b95d-4f7c-aa93-1ba2b8ced172 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:52.323424 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8b8081b4-c497-44c5-a51a-83130a54c549 req-63e2cf34-b95d-4f7c-aa93-1ba2b8ced172 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 946 time: 0.3631322 May 04 18:28:52.354692 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Pushing event updated for resources: {'Port': ['ID=87341b3c-5285-43f0-bfa3-300d231ef05e,revision_number=5']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:52.385718 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:28:52.408924 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8b8081b4-c497-44c5-a51a-83130a54c549 req-b644a0ae-8e14-4dce-a3ce-a1bec3d69af5 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811107 May 04 18:28:52.444028 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:52.448337 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0dcadf3d-a6b7-44bd-86ee-c6b056704ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942803', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-943628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29349'] for router, precommit_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:52.483034 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.db_base_plugin_common [None req-19a5143f-f414-42b6-aaa0-245f201a52b9 None None] Allocated IP 172.20.0.2 (6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0/b1eed89f-67b1-47d7-910f-26fa17afcc65/5a5a7396-08a5-4e3f-8587-c4035d216fb1) {{(pid=74223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:28:52.583226 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc90ed6-d0a5-4f9d-9c20-8a28d305eb6f req-5f3a4c80-0f59-4a71-9c4d-ebdfb83a7241 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:52.584695 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5cc90ed6-d0a5-4f9d-9c20-8a28d305eb6f req-5f3a4c80-0f59-4a71-9c4d-ebdfb83a7241 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.1101804 May 04 18:28:52.635572 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5cc90ed6-d0a5-4f9d-9c20-8a28d305eb6f req-d4dd7239-4b45-429c-9587-516ed38097fc tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441957 May 04 18:28:52.685148 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:52.757648 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b12988-8c48-42d2-a46b-b726b3fa6854', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dbc6b18-d7b8-44b3-95f1-8159315eaba9'}] {{(pid=74223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:28:52.785827 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 9dbc6b18-d7b8-44b3-95f1-8159315eaba9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9dbc6b18-d7b8-44b3-95f1-8159315eaba9,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:28:52.803176 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-19a5143f-f414-42b6-aaa0-245f201a52b9 None None] Notify callbacks [] for port, precommit_create {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:52.816549 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-19a5143f-f414-42b6-aaa0-245f201a52b9 None None] Transition to ACTIVE for port object 5a5a7396-08a5-4e3f-8587-c4035d216fb1 will not be triggered until provisioned by entity L2. {{(pid=74223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:28:52.836617 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-19a5143f-f414-42b6-aaa0-245f201a52b9 None None] Transition to ACTIVE for port object 5a5a7396-08a5-4e3f-8587-c4035d216fb1 will not be triggered until provisioned by entity DHCP. {{(pid=74223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:28:52.839617 dv-cinder-789603-2-smb neutron-server[74223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b12988-8c48-42d2-a46b-b726b3fa6854', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dbc6b18-d7b8-44b3-95f1-8159315eaba9', 'code': 200} May 04 18:28:52.862365 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:52.865351 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:52.884449 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0dcadf3d-a6b7-44bd-86ee-c6b056704ecf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:52.915756 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0dcadf3d-a6b7-44bd-86ee-c6b056704ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:52.951720 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-19a5143f-f414-42b6-aaa0-245f201a52b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542'] for port, after_create {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:52.969221 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=9dbc6b18-d7b8-44b3-95f1-8159315eaba9,revision_number=8']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:52.984555 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:52.986385 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:53.070135 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_common [None req-0dcadf3d-a6b7-44bd-86ee-c6b056704ecf admin admin] Allocated IP 172.28.1.216 (90b44f7d-5c55-4edd-ba51-1d4bf68bd72d/15770a9c-0e03-4178-b54a-c3c1706d1253/14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9) {{(pid=74221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:28:53.088516 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a5143f-f414-42b6-aaa0-245f201a52b9 None None] Network 6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0 is already hosted by enough agents. {{(pid=74223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:28:53.093809 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.scheduler.base_scheduler [None req-19a5143f-f414-42b6-aaa0-245f201a52b9 None None] Resources bound (agent type, host, resource id): {{(pid=74223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:28:53.099311 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a5143f-f414-42b6-aaa0-245f201a52b9 None None] Received port after_create {{(pid=74223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:28:53.158526 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5143f-f414-42b6-aaa0-245f201a52b9 None None] Pushing event updated for resources: {'Port': ['ID=5a5a7396-08a5-4e3f-8587-c4035d216fb1,revision_number=1']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:53.161940 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-19a5143f-f414-42b6-aaa0-245f201a52b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:53.260644 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0dcadf3d-a6b7-44bd-86ee-c6b056704ecf admin admin] Notify callbacks [] for port, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:53.291567 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 87341b3c-5285-43f0-bfa3-300d231ef05e up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:28:53.368990 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port 87341b3c-5285-43f0-bfa3-300d231ef05e triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:28:53.369420 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:53.388400 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4402e2ec-d200-4633-af73-d0f222bf2f66 req-db1b2f65-3f3d-45be-b2a2-14607a4d2899 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=36727202-be98-4b35-b58f-c547b3465fc8 HTTP/1.1" status: 200 len: 210 time: 0.0452051 May 04 18:28:53.433915 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0dcadf3d-a6b7-44bd-86ee-c6b056704ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:53.439243 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-30be1e15-4100-46c8-ad21-213a2a435727 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:53.494823 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcadf3d-a6b7-44bd-86ee-c6b056704ecf admin admin] Network 90b44f7d-5c55-4edd-ba51-1d4bf68bd72d is already hosted by enough agents. {{(pid=74221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:28:53.498166 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [None req-0dcadf3d-a6b7-44bd-86ee-c6b056704ecf admin admin] Resources bound (agent type, host, resource id): {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:28:53.503694 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcadf3d-a6b7-44bd-86ee-c6b056704ecf admin admin] Received port after_create {{(pid=74221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:28:53.568542 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcadf3d-a6b7-44bd-86ee-c6b056704ecf admin admin] Pushing event updated for resources: {'Port': ['ID=14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:53.572640 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-0dcadf3d-a6b7-44bd-86ee-c6b056704ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:53.668803 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612fdc1-b368-4ef5-9ad4-82a487487a19 req-20e22970-5326-46ec-b5d1-0e9981481d19 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:53.670970 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a612fdc1-b368-4ef5-9ad4-82a487487a19 req-20e22970-5326-46ec-b5d1-0e9981481d19 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 944 time: 0.1325636 May 04 18:28:53.723992 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a612fdc1-b368-4ef5-9ad4-82a487487a19 req-e4bfd121-24ea-4055-92cf-2f113763a7ce tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437028 May 04 18:28:53.841421 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-19a5143f-f414-42b6-aaa0-245f201a52b9 None None] Attempting to bind port 5a5a7396-08a5-4e3f-8587-c4035d216fb1 on host dv-cinder-789603-2-smb for vnic_type normal with profile {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:28:53.842090 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-19a5143f-f414-42b6-aaa0-245f201a52b9 None None] Attempting to bind port 5a5a7396-08a5-4e3f-8587-c4035d216fb1 by drivers openvswitch,hyperv on host dv-cinder-789603-2-smb at level 0 using segments [{'id': 'b6778646-e214-4e4d-948f-f970efa1eddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0'}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:28:53.842577 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a5143f-f414-42b6-aaa0-245f201a52b9 None None] Attempting to bind port 5a5a7396-08a5-4e3f-8587-c4035d216fb1 on network 6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0 {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:28:53.848499 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a5143f-f414-42b6-aaa0-245f201a52b9 None None] Checking agent: {'id': 'bc53da1e-f01a-45f2-860f-1d5e19382f0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 18, 6), 'started_at': datetime.datetime(2021, 5, 4, 18, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:28:53.849000 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a5143f-f414-42b6-aaa0-245f201a52b9 None None] Checking segment: {'id': 'b6778646-e214-4e4d-948f-f970efa1eddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:28:53.849544 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-19a5143f-f414-42b6-aaa0-245f201a52b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:53.850129 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a5143f-f414-42b6-aaa0-245f201a52b9 None None] Bound using segment: {'id': 'b6778646-e214-4e4d-948f-f970efa1eddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0'} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:28:53.850777 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-19a5143f-f414-42b6-aaa0-245f201a52b9 None None] Bound port: 5a5a7396-08a5-4e3f-8587-c4035d216fb1, host: dv-cinder-789603-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6778646-e214-4e4d-948f-f970efa1eddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0'}}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:28:53.851423 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-19a5143f-f414-42b6-aaa0-245f201a52b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:53.954045 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-19a5143f-f414-42b6-aaa0-245f201a52b9 None None] For port 5a5a7396-08a5-4e3f-8587-c4035d216fb1, host dv-cinder-789603-2-smb, cleared binding levels {{(pid=74223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:28:53.957843 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-19a5143f-f414-42b6-aaa0-245f201a52b9 None None] For port 5a5a7396-08a5-4e3f-8587-c4035d216fb1, host dv-cinder-789603-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=5a5a7396-08a5-4e3f-8587-c4035d216fb1,segment=NetworkSegment(b6778646-e214-4e4d-948f-f970efa1eddf),segment_id=b6778646-e214-4e4d-948f-f970efa1eddf)] {{(pid=74223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:28:54.056757 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-19a5143f-f414-42b6-aaa0-245f201a52b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:54.061588 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:54.153131 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5143f-f414-42b6-aaa0-245f201a52b9 None None] Pushing event updated for resources: {'Port': ['ID=5a5a7396-08a5-4e3f-8587-c4035d216fb1,revision_number=2']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:54.156943 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-19a5143f-f414-42b6-aaa0-245f201a52b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:54.173391 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0dcadf3d-a6b7-44bd-86ee-c6b056704ecf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:54.566268 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0dcadf3d-a6b7-44bd-86ee-c6b056704ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-943643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942780'] for router, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:54.569913 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8fd675d9-6e21-4797-97ea-8315fd76e2aa req-d64e22f7-f80f-4871-8072-657971d92f04 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=36727202-be98-4b35-b58f-c547b3465fc8 HTTP/1.1" status: 200 len: 210 time: 0.0504847 May 04 18:28:54.878199 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcadf3d-a6b7-44bd-86ee-c6b056704ecf admin admin] Router d9c1a910-aa0a-4a4e-8b87-74b42917ef18 is scheduled to L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b with binding_index 1 {{(pid=74221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 18:28:54.911183 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060be7f1-854e-4f62-8da4-f5512601b343 req-f8634f7b-e32e-4973-a092-7db5ec439ba4 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:54.912778 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-060be7f1-854e-4f62-8da4-f5512601b343 req-f8634f7b-e32e-4973-a092-7db5ec439ba4 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.20 "GET /v2.0/networks?id=67cde67c-ebb9-4d47-a400-cd21950bc22e HTTP/1.1" status: 200 len: 809 time: 0.1721327 May 04 18:28:54.933358 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [req-060be7f1-854e-4f62-8da4-f5512601b343 req-ca32ea61-37d5-41cd-be03-d9b3f364e77d tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Request body: {'port': {'device_id': '36727202-be98-4b35-b58f-c547b3465fc8', 'network_id': '67cde67c-ebb9-4d47-a400-cd21950bc22e', 'admin_state_up': True, 'tenant_id': '27d38e26a3bb45b2bb6a2f009d6eef29'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:28:55.116663 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [req-060be7f1-854e-4f62-8da4-f5512601b343 req-ca32ea61-37d5-41cd-be03-d9b3f364e77d tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:28:55.121031 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-060be7f1-854e-4f62-8da4-f5512601b343 req-ca32ea61-37d5-41cd-be03-d9b3f364e77d tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Usage tracker for resource:port and tenant:27d38e26a3bb45b2bb6a2f009d6eef29 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:28:55.125724 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-060be7f1-854e-4f62-8da4-f5512601b343 req-ca32ea61-37d5-41cd-be03-d9b3f364e77d tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:28:55.133520 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [req-060be7f1-854e-4f62-8da4-f5512601b343 req-ca32ea61-37d5-41cd-be03-d9b3f364e77d tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:28:55.152953 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcadf3d-a6b7-44bd-86ee-c6b056704ecf admin admin] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:28:55.162432 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213f715b-b4aa-47d4-98c9-1ff46600843c None None] Sync routers for ids ['d9c1a910-aa0a-4a4e-8b87-74b42917ef18'] in dv-cinder-789603-2-smb {{(pid=74224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:28:55.176801 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213f715b-b4aa-47d4-98c9-1ff46600843c None None] Routers {'d9c1a910-aa0a-4a4e-8b87-74b42917ef18'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:28:55.177498 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-213f715b-b4aa-47d4-98c9-1ff46600843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:28:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['d9c1a910-aa0a-4a4e-8b87-74b42917ef18'], 'active': True} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:28:55.231042 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-060be7f1-854e-4f62-8da4-f5512601b343 req-ca32ea61-37d5-41cd-be03-d9b3f364e77d tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Made reservation on behalf of 27d38e26a3bb45b2bb6a2f009d6eef29 for: {'port': 1} {{(pid=74222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:28:55.233226 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-060be7f1-854e-4f62-8da4-f5512601b343 req-ca32ea61-37d5-41cd-be03-d9b3f364e77d tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:55.279547 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0dcadf3d-a6b7-44bd-86ee-c6b056704ecf admin admin] Notify callbacks [] for router, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:55.282720 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a581c0-72b6-4917-b5a4-1e69db261a68 None None] Network 6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0 requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:28:55.285791 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-0dcadf3d-a6b7-44bd-86ee-c6b056704ecf admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6358919 May 04 18:28:55.286617 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 51792) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:55.426213 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 5a5a7396-08a5-4e3f-8587-c4035d216fb1 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:28:55.501951 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-e8644f02-7de9-41a4-98dc-6844fcf3b643 None None] Provisioning for port 5a5a7396-08a5-4e3f-8587-c4035d216fb1 completed by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:28:55.546294 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvr_db [None req-213f715b-b4aa-47d4-98c9-1ff46600843c None None] Set router d9c1a910-aa0a-4a4e-8b87-74b42917ef18 gateway port host: dv-cinder-789603-2-smb {{(pid=74224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:28:55.654066 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning for port 5a5a7396-08a5-4e3f-8587-c4035d216fb1 completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:28:55.680685 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port 5a5a7396-08a5-4e3f-8587-c4035d216fb1 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:28:55.681071 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:55.890107 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-555d4974-fd3d-4836-905e-5e61352a7601 req-470440bc-0149-4dd9-8050-09e977110066 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=36727202-be98-4b35-b58f-c547b3465fc8 HTTP/1.1" status: 200 len: 210 time: 0.0452168 May 04 18:28:55.909268 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.db_base_plugin_common [req-060be7f1-854e-4f62-8da4-f5512601b343 req-ca32ea61-37d5-41cd-be03-d9b3f364e77d tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Allocated IP 172.20.0.6 (67cde67c-ebb9-4d47-a400-cd21950bc22e/d22aa4c6-c90b-4da5-9250-a4ac4af188fa/eaded206-f1d9-4eec-b220-6312379e61b1) {{(pid=74222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:28:55.934417 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:55.984380 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] For port 5a5a7396-08a5-4e3f-8587-c4035d216fb1, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=5a5a7396-08a5-4e3f-8587-c4035d216fb1,segment=NetworkSegment(b6778646-e214-4e4d-948f-f970efa1eddf),segment_id=b6778646-e214-4e4d-948f-f970efa1eddf)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:28:55.994106 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-213f715b-b4aa-47d4-98c9-1ff46600843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c1a910-aa0a-4a4e-8b87-74b42917ef18', 'name': 'tempest-TestShelveInstance-1069917818-router', 'tenant_id': '1c911b97c10148c88380566820ce2cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': '14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:28:51Z', 'updated_at': '2021-05-04T18:28:53Z', 'revision_number': 3, 'project_id': '1c911b97c10148c88380566820ce2cbd', 'gw_port': {'id': '14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c1a910-aa0a-4a4e-8b87-74b42917ef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:52Z', 'updated_at': '2021-05-04T18:28:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:28:56.001481 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213f715b-b4aa-47d4-98c9-1ff46600843c None None] Checking router: d9c1a910-aa0a-4a4e-8b87-74b42917ef18 for host: dv-cinder-789603-2-smb {{(pid=74224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:28:56.001481 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213f715b-b4aa-47d4-98c9-1ff46600843c None None] Updating router d9c1a910-aa0a-4a4e-8b87-74b42917ef18 port 14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9 binding host dv-cinder-789603-2-smb {{(pid=74224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:28:56.089544 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:56.091428 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:56.105841 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-213f715b-b4aa-47d4-98c9-1ff46600843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:56.263108 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Pushing event updated for resources: {'Port': ['ID=5a5a7396-08a5-4e3f-8587-c4035d216fb1,revision_number=3']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:56.270807 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:56.356512 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:28:56.404120 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-060be7f1-854e-4f62-8da4-f5512601b343 req-ca32ea61-37d5-41cd-be03-d9b3f364e77d tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Notify callbacks [] for port, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:56.456785 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9a7ce-5f4f-4b5b-915b-466ebb71529b req-106b3b76-8f87-46bb-ae10-d209eacbec0c tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:56.458559 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-26f9a7ce-5f4f-4b5b-915b-466ebb71529b req-106b3b76-8f87-46bb-ae10-d209eacbec0c tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 944 time: 0.1689830 May 04 18:28:56.559970 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-26f9a7ce-5f4f-4b5b-915b-466ebb71529b req-4b95ae27-9e18-4f2d-b4fb-bee35944faa1 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876989 May 04 18:28:56.590771 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-882a1e92-a3b7-42f0-a7bf-f84404d18fc6 None None] Provisioning complete for port 5a5a7396-08a5-4e3f-8587-c4035d216fb1 triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:28:56.591148 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-882a1e92-a3b7-42f0-a7bf-f84404d18fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:56.662307 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-060be7f1-854e-4f62-8da4-f5512601b343 req-ca32ea61-37d5-41cd-be03-d9b3f364e77d tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15671191'] for port, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:56.673972 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:56.694912 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:56.738919 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060be7f1-854e-4f62-8da4-f5512601b343 req-ca32ea61-37d5-41cd-be03-d9b3f364e77d tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Network 67cde67c-ebb9-4d47-a400-cd21950bc22e is already hosted by enough agents. {{(pid=74222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:28:56.749829 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.base_scheduler [req-060be7f1-854e-4f62-8da4-f5512601b343 req-ca32ea61-37d5-41cd-be03-d9b3f364e77d tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Resources bound (agent type, host, resource id): {{(pid=74222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:28:56.755646 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.l3_dvrscheduler_db [req-060be7f1-854e-4f62-8da4-f5512601b343 req-ca32ea61-37d5-41cd-be03-d9b3f364e77d tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Received port after_create {{(pid=74222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:28:56.766622 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-213f715b-b4aa-47d4-98c9-1ff46600843c None None] Notify callbacks [] for port, precommit_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:56.781946 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.provisioning_blocks [None req-213f715b-b4aa-47d4-98c9-1ff46600843c None None] Transition to ACTIVE for port object 14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9 will not be triggered until provisioned by entity L2. {{(pid=74224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:28:56.804148 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32ea61-37d5-41cd-be03-d9b3f364e77d tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Pushing event updated for resources: {'Port': ['ID=eaded206-f1d9-4eec-b220-6312379e61b1,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:56.808862 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-ca32ea61-37d5-41cd-be03-d9b3f364e77d tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:56.820074 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 6 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:28:56.831268 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060be7f1-854e-4f62-8da4-f5512601b343 req-ca32ea61-37d5-41cd-be03-d9b3f364e77d tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:56.832092 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-060be7f1-854e-4f62-8da4-f5512601b343 req-ca32ea61-37d5-41cd-be03-d9b3f364e77d tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:56.863061 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-213f715b-b4aa-47d4-98c9-1ff46600843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:56.867080 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [None req-db150513-d258-4e96-9d41-9331b79caa7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:56.945063 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.managers [None req-213f715b-b4aa-47d4-98c9-1ff46600843c None None] Attempting to bind port 14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9 on host dv-cinder-789603-2-smb for vnic_type normal with profile {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:28:56.945420 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.managers [None req-213f715b-b4aa-47d4-98c9-1ff46600843c None None] Attempting to bind port 14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9 by drivers openvswitch,hyperv on host dv-cinder-789603-2-smb at level 0 using segments [{'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'}] {{(pid=74224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:28:56.945774 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213f715b-b4aa-47d4-98c9-1ff46600843c None None] Attempting to bind port 14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9 on network 90b44f7d-5c55-4edd-ba51-1d4bf68bd72d {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:28:56.949260 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74bf58-7154-4e9c-ae55-8e8c04735b4d None None] Pushing event updated for resources: {'Port': ['ID=14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9,revision_number=2']} {{(pid=74224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:56.950269 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-060be7f1-854e-4f62-8da4-f5512601b343 req-ca32ea61-37d5-41cd-be03-d9b3f364e77d tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0207756 May 04 18:28:56.953764 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [None req-8f74bf58-7154-4e9c-ae55-8e8c04735b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:56.954668 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213f715b-b4aa-47d4-98c9-1ff46600843c None None] Checking agent: {'id': 'bc53da1e-f01a-45f2-860f-1d5e19382f0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 18, 6), 'started_at': datetime.datetime(2021, 5, 4, 18, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:28:56.955066 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213f715b-b4aa-47d4-98c9-1ff46600843c None None] Checking segment: {'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:28:56.958362 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-213f715b-b4aa-47d4-98c9-1ff46600843c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:56.958362 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213f715b-b4aa-47d4-98c9-1ff46600843c None None] Bound using segment: {'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'} {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:28:56.958362 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.managers [None req-213f715b-b4aa-47d4-98c9-1ff46600843c None None] Bound port: 14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9, host: dv-cinder-789603-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'}}] {{(pid=74224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:28:56.958362 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-213f715b-b4aa-47d4-98c9-1ff46600843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:56.966962 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [req-060be7f1-854e-4f62-8da4-f5512601b343 req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Request body: {'port': {'device_id': '36727202-be98-4b35-b58f-c547b3465fc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:28:56.967319 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_common [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Allocated IP 172.20.0.1 (6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0/b1eed89f-67b1-47d7-910f-26fa17afcc65/95e244de-5cfa-4134-bea0-94d438c4c1d2) {{(pid=74221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:28:57.034440 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 51838) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:57.053950 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.db [None req-213f715b-b4aa-47d4-98c9-1ff46600843c None None] For port 14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9, host dv-cinder-789603-2-smb, cleared binding levels {{(pid=74224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:28:57.061599 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.db [None req-213f715b-b4aa-47d4-98c9-1ff46600843c None None] For port 14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9, host dv-cinder-789603-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9,segment=NetworkSegment(d30f7483-d557-48d7-ad06-77acf24064bb),segment_id=d30f7483-d557-48d7-ad06-77acf24064bb)] {{(pid=74224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:28:57.131656 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-213f715b-b4aa-47d4-98c9-1ff46600843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:57.137969 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [None req-8f74bf58-7154-4e9c-ae55-8e8c04735b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:57.176642 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:57.216749 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213f715b-b4aa-47d4-98c9-1ff46600843c None None] Routers {'d9c1a910-aa0a-4a4e-8b87-74b42917ef18'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:28:57.216749 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-213f715b-b4aa-47d4-98c9-1ff46600843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:28:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['d9c1a910-aa0a-4a4e-8b87-74b42917ef18'], 'active': True} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:28:57.222689 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.provisioning_blocks [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Transition to ACTIVE for port object 95e244de-5cfa-4134-bea0-94d438c4c1d2 will not be triggered until provisioned by entity DHCP. {{(pid=74221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:28:57.263288 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-060be7f1-854e-4f62-8da4-f5512601b343 req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:57.308372 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:57.313796 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-19f4602b-b01e-4cff-82b8-450d89d58860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:57.322223 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74bf58-7154-4e9c-ae55-8e8c04735b4d None None] Pushing event updated for resources: {'Port': ['ID=14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9,revision_number=3']} {{(pid=74224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:57.327770 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 5a5a7396-08a5-4e3f-8587-c4035d216fb1 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:28:57.375239 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [None req-8f74bf58-7154-4e9c-ae55-8e8c04735b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:57.384675 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fe41a-01ed-4c13-bd45-f064b61d3d36 req-36c490fb-555b-414f-a7ea-e308020832d3 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:57.385395 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-8b1fe41a-01ed-4c13-bd45-f064b61d3d36 req-36c490fb-555b-414f-a7ea-e308020832d3 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Synchronizing usage tracker for tenant:27d38e26a3bb45b2bb6a2f009d6eef29 on resource:port {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:28:57.428871 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvr_db [None req-213f715b-b4aa-47d4-98c9-1ff46600843c None None] Set router d9c1a910-aa0a-4a4e-8b87-74b42917ef18 gateway port host: dv-cinder-789603-2-smb {{(pid=74224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:28:57.457278 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Pushing event updated for resources: {'Port': ['ID=95e244de-5cfa-4134-bea0-94d438c4c1d2,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:57.460910 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port 5a5a7396-08a5-4e3f-8587-c4035d216fb1 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:28:57.462242 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:57.464431 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-47c9e787-ff7d-4726-b7b5-5788cbbc11d3 req-e6c08f7d-05c7-46d1-a451-e42ba940cb13 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4287443 May 04 18:28:57.490822 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:57.491186 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:57.491612 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:57.491915 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:57.514926 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:57.515427 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:57.515786 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:57.516140 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:57.516490 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:57.516836 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:57.517175 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:57.517517 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:57.521937 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Network 6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0 is already hosted by enough agents. {{(pid=74221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:28:57.522890 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:57.523897 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Resources bound (agent type, host, resource id): {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:28:57.530135 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Received port after_create {{(pid=74221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:28:57.603097 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-920019'] for router_interface, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:57.706263 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-8b1fe41a-01ed-4c13-bd45-f064b61d3d36 req-36c490fb-555b-414f-a7ea-e308020832d3 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Unset dirty status for tenant:27d38e26a3bb45b2bb6a2f009d6eef29 on resource:port {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:28:57.723042 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8b1fe41a-01ed-4c13-bd45-f064b61d3d36 req-36c490fb-555b-414f-a7ea-e308020832d3 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=36727202-be98-4b35-b58f-c547b3465fc8 HTTP/1.1" status: 200 len: 931 time: 0.6197968 May 04 18:28:57.852071 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:57.877673 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8b1fe41a-01ed-4c13-bd45-f064b61d3d36 req-471f4d64-6d4a-480d-bfeb-85a9e5b51d94 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473720 May 04 18:28:57.917846 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.notifiers.nova [req-060be7f1-854e-4f62-8da4-f5512601b343 req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaded206-f1d9-4eec-b220-6312379e61b1 {{(pid=74222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:28:57.928074 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-060be7f1-854e-4f62-8da4-f5512601b343 req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:57.970896 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.provisioning_blocks [req-060be7f1-854e-4f62-8da4-f5512601b343 req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Transition to ACTIVE for port object eaded206-f1d9-4eec-b220-6312379e61b1 will not be triggered until provisioned by entity L2. {{(pid=74222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:28:57.984925 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65674a41-180d-4878-a2d7-40d435988f19 req-9c8002ab-2bb3-4154-8212-b2469be540d6 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:57.986424 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-65674a41-180d-4878-a2d7-40d435988f19 req-9c8002ab-2bb3-4154-8212-b2469be540d6 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 944 time: 0.1795905 May 04 18:28:58.005268 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-f47c72b3-4a92-4935-a358-42d5e54d75f8 None None] Provisioning for port 95e244de-5cfa-4134-bea0-94d438c4c1d2 completed by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:28:58.010411 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-f47c72b3-4a92-4935-a358-42d5e54d75f8 None None] Provisioning complete for port 95e244de-5cfa-4134-bea0-94d438c4c1d2 triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:28:58.010995 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-f47c72b3-4a92-4935-a358-42d5e54d75f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:58.034105 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-213f715b-b4aa-47d4-98c9-1ff46600843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c1a910-aa0a-4a4e-8b87-74b42917ef18', 'name': 'tempest-TestShelveInstance-1069917818-router', 'tenant_id': '1c911b97c10148c88380566820ce2cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': '14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:28:51Z', 'updated_at': '2021-05-04T18:28:53Z', 'revision_number': 3, 'project_id': '1c911b97c10148c88380566820ce2cbd', 'gw_port': {'id': '14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c1a910-aa0a-4a4e-8b87-74b42917ef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:52Z', 'updated_at': '2021-05-04T18:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:28:58.041371 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-060be7f1-854e-4f62-8da4-f5512601b343 req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671200'] for port, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:58.047385 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213f715b-b4aa-47d4-98c9-1ff46600843c None None] The sync data for ids ['d9c1a910-aa0a-4a4e-8b87-74b42917ef18'] in dv-cinder-789603-2-smb is: [{'id': 'd9c1a910-aa0a-4a4e-8b87-74b42917ef18', 'name': 'tempest-TestShelveInstance-1069917818-router', 'tenant_id': '1c911b97c10148c88380566820ce2cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': '14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:28:51Z', 'updated_at': '2021-05-04T18:28:53Z', 'revision_number': 3, 'project_id': '1c911b97c10148c88380566820ce2cbd', 'gw_port': {'id': '14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c1a910-aa0a-4a4e-8b87-74b42917ef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:52Z', 'updated_at': '2021-05-04T18:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}] {{(pid=74224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:28:58.048875 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-f56f9639-10b1-44b5-98d0-83f42bbfc4d1 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:58.100477 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 51864) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:58.184911 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-f47c72b3-4a92-4935-a358-42d5e54d75f8 None None] Port 95e244de-5cfa-4134-bea0-94d438c4c1d2 cannot update to ACTIVE because it is not bound. {{(pid=74223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:28:58.192590 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-65674a41-180d-4878-a2d7-40d435988f19 req-b2f07844-92c1-4a1f-b110-d5f996b44e42 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905663 May 04 18:28:58.246327 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:58.315537 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262247'] for port, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:58.340279 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:58.351271 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Pushing event updated for resources: {'Port': ['ID=eaded206-f1d9-4eec-b220-6312379e61b1,revision_number=2']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:58.361506 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e2e49761-ab72-4550-b3f1-ccf74a3947f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:58.432514 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:58.433299 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:58.433557 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:58.433998 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:58.434431 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:58.434860 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:58.435335 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:58.435813 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:58.436438 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:58.436680 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:58.437097 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:58.437491 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:58.447042 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:58.466505 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-e2e49761-ab72-4550-b3f1-ccf74a3947f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:28:58.477936 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-e2e49761-ab72-4550-b3f1-ccf74a3947f2 admin admin] Usage tracker for resource:security_group_rule and tenant:79ad7d5f11da4fdeb416cb3723574641 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:28:58.479336 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919920'] for router_interface, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:58.483569 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-e2e49761-ab72-4550-b3f1-ccf74a3947f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:28:58.485253 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Pushing event updated for resources: {'Port': ['ID=95e244de-5cfa-4134-bea0-94d438c4c1d2,revision_number=2']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:58.488759 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:58.496884 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-e2e49761-ab72-4550-b3f1-ccf74a3947f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:28:58.523228 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [req-060be7f1-854e-4f62-8da4-f5512601b343 req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Attempting to bind port eaded206-f1d9-4eec-b220-6312379e61b1 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:28:58.523558 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [req-060be7f1-854e-4f62-8da4-f5512601b343 req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Attempting to bind port eaded206-f1d9-4eec-b220-6312379e61b1 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'd346d979-c2b6-4417-8716-e1b6ce86b20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '67cde67c-ebb9-4d47-a400-cd21950bc22e'}] {{(pid=74222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:28:58.523884 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060be7f1-854e-4f62-8da4-f5512601b343 req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Attempting to bind port eaded206-f1d9-4eec-b220-6312379e61b1 on network 67cde67c-ebb9-4d47-a400-cd21950bc22e {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:28:58.540191 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060be7f1-854e-4f62-8da4-f5512601b343 req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Port eaded206-f1d9-4eec-b220-6312379e61b1 on network 67cde67c-ebb9-4d47-a400-cd21950bc22e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 18:28:58.540515 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060be7f1-854e-4f62-8da4-f5512601b343 req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Attempting to bind port eaded206-f1d9-4eec-b220-6312379e61b1 on network 67cde67c-ebb9-4d47-a400-cd21950bc22e {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:28:58.550693 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060be7f1-854e-4f62-8da4-f5512601b343 req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Checking agent: {'id': 'eb0c7dda-b795-49f1-9080-37ad6bcb4a66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'started_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:28:58.551026 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060be7f1-854e-4f62-8da4-f5512601b343 req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Checking segment: {'id': 'd346d979-c2b6-4417-8716-e1b6ce86b20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '67cde67c-ebb9-4d47-a400-cd21950bc22e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:28:58.555856 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060be7f1-854e-4f62-8da4-f5512601b343 req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Bound using segment: {'id': 'd346d979-c2b6-4417-8716-e1b6ce86b20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '67cde67c-ebb9-4d47-a400-cd21950bc22e'} {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:28:58.556486 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [req-060be7f1-854e-4f62-8da4-f5512601b343 req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Bound port: eaded206-f1d9-4eec-b220-6312379e61b1, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd346d979-c2b6-4417-8716-e1b6ce86b20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '67cde67c-ebb9-4d47-a400-cd21950bc22e'}}] {{(pid=74222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:28:58.556844 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-060be7f1-854e-4f62-8da4-f5512601b343 req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:58.751929 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Network 6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0 is already hosted by enough agents. {{(pid=74221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:28:58.753154 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Resources bound (agent type, host, resource id): {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:28:58.787014 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e2e49761-ab72-4550-b3f1-ccf74a3947f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:58.887678 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e2e49761-ab72-4550-b3f1-ccf74a3947f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:58.900200 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-dbb35a71-892a-408b-a32f-ef04ae1dcd1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:58.931195 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.db [req-060be7f1-854e-4f62-8da4-f5512601b343 req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] For port eaded206-f1d9-4eec-b220-6312379e61b1, host hv-cinder-78960, cleared binding levels {{(pid=74222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:28:58.967950 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.db [req-060be7f1-854e-4f62-8da4-f5512601b343 req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] For port eaded206-f1d9-4eec-b220-6312379e61b1, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=eaded206-f1d9-4eec-b220-6312379e61b1,segment=NetworkSegment(d346d979-c2b6-4417-8716-e1b6ce86b20c),segment_id=d346d979-c2b6-4417-8716-e1b6ce86b20c)] {{(pid=74222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:28:58.972699 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e49761-ab72-4550-b3f1-ccf74a3947f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508c68ea-c76c-47bd-9d65-7061159cb07a,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:58.976697 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-e2e49761-ab72-4550-b3f1-ccf74a3947f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:58.983282 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-e2e49761-ab72-4550-b3f1-ccf74a3947f2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=79ad7d5f11da4fdeb416cb3723574641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8802767 May 04 18:28:58.990417 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 51874) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:28:59.011515 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc049d9f-d1c0-4f8e-bf69-d84f4e2964d0 req-ff49b250-23ed-4b7f-a5b0-3a82698bc1b4 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:59.022092 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-dc049d9f-d1c0-4f8e-bf69-d84f4e2964d0 req-ff49b250-23ed-4b7f-a5b0-3a82698bc1b4 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.2331672 May 04 18:28:59.061715 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-060be7f1-854e-4f62-8da4-f5512601b343 req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671200'] for port, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:59.071061 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:59.087627 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Router d9c1a910-aa0a-4a4e-8b87-74b42917ef18 has already been hosted by L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b {{(pid=74221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:28:59.115690 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-c488244e-1dc9-4760-a048-c065e9b6649c None None] Provisioning complete for port 95e244de-5cfa-4134-bea0-94d438c4c1d2 triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:28:59.116995 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-c488244e-1dc9-4760-a048-c065e9b6649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:59.124262 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-dc049d9f-d1c0-4f8e-bf69-d84f4e2964d0 req-cda47974-66c6-43f9-8c45-a434fa0371ce tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012378 May 04 18:28:59.131254 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060be7f1-854e-4f62-8da4-f5512601b343 req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:59.131994 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-060be7f1-854e-4f62-8da4-f5512601b343 req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:59.133507 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-060be7f1-854e-4f62-8da4-f5512601b343 req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] 10.222.0.20 "PUT /v2.0/ports/eaded206-f1d9-4eec-b220-6312379e61b1 HTTP/1.1" status: 200 len: 1093 time: 2.1752250 May 04 18:28:59.134087 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36727202-be98-4b35-b58f-c547b3465fc8', 'tag': 'eaded206-f1d9-4eec-b220-6312379e61b1'}] {{(pid=74222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:28:59.238130 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-c488244e-1dc9-4760-a048-c065e9b6649c None None] Port 95e244de-5cfa-4134-bea0-94d438c4c1d2 cannot update to ACTIVE because it is not bound. {{(pid=74223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:28:59.247297 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Pushing event updated for resources: {'Port': ['ID=eaded206-f1d9-4eec-b220-6312379e61b1,revision_number=3']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:59.302623 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:59.304211 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36727202-be98-4b35-b58f-c547b3465fc8', 'tag': 'eaded206-f1d9-4eec-b220-6312379e61b1', 'status': 'completed', 'code': 200} May 04 18:28:59.355428 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:28:59.361347 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a44af9-a795-4c70-a84e-6f44d65ceda8 req-67041f2c-2948-419b-b348-00f3b8b24e8a tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:59.368590 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-58a44af9-a795-4c70-a84e-6f44d65ceda8 req-67041f2c-2948-419b-b348-00f3b8b24e8a tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=36727202-be98-4b35-b58f-c547b3465fc8 HTTP/1.1" status: 200 len: 943 time: 0.2281055 May 04 18:28:59.377313 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5158513d-6a57-4619-b304-5add2140675d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:59.416396 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060be7f1-854e-4f62-8da4-f5512601b343 req-2806fb70-162c-4f5a-8f4e-91a051862ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:59.417857 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-060be7f1-854e-4f62-8da4-f5512601b343 req-2806fb70-162c-4f5a-8f4e-91a051862ecc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=27d38e26a3bb45b2bb6a2f009d6eef29&device_id=36727202-be98-4b35-b58f-c547b3465fc8 HTTP/1.1" status: 200 len: 1096 time: 0.1669345 May 04 18:28:59.441419 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5158513d-6a57-4619-b304-5add2140675d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:59.456975 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:28:59.491345 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] 10.222.0.49 "PUT /v2.0/routers/d9c1a910-aa0a-4a4e-8b87-74b42917ef18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1965644 May 04 18:28:59.504577 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning for port 14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9 completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:28:59.515312 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port 14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:28:59.515986 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:59.523489 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-58a44af9-a795-4c70-a84e-6f44d65ceda8 req-88c9519b-1b6b-4171-8276-edc118ed80c4 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539736 May 04 18:28:59.541596 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-060be7f1-854e-4f62-8da4-f5512601b343 req-97b15abb-e141-47be-8c89-eff283c55668 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eaded206-f1d9-4eec-b220-6312379e61b1 HTTP/1.1" status: 200 len: 217 time: 0.0857368 May 04 18:28:59.600120 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5158513d-6a57-4619-b304-5add2140675d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:59.605054 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-bc305d3e-b768-4b29-97fb-3050e507c4c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:59.621384 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158513d-6a57-4619-b304-5add2140675d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508c68ea-c76c-47bd-9d65-7061159cb07a,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:59.631153 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-5158513d-6a57-4619-b304-5add2140675d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:59.633614 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5158513d-6a57-4619-b304-5add2140675d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:59.637808 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-5158513d-6a57-4619-b304-5add2140675d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/508c68ea-c76c-47bd-9d65-7061159cb07a HTTP/1.1" status: 204 len: 168 time: 0.6501155 May 04 18:28:59.645857 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060be7f1-854e-4f62-8da4-f5512601b343 req-c5fe0642-3d49-44a3-9b47-0c9480df7a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:59.648488 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-060be7f1-854e-4f62-8da4-f5512601b343 req-c5fe0642-3d49-44a3-9b47-0c9480df7a39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d22aa4c6-c90b-4da5-9250-a4ac4af188fa HTTP/1.1" status: 200 len: 849 time: 0.0984592 May 04 18:28:59.664617 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4733a-cb49-4e30-aa75-2c46ded0963f req-8d618d25-7caf-4364-86d8-b5cef2403e3a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:28:59.666627 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ace4733a-cb49-4e30-aa75-2c46ded0963f req-8d618d25-7caf-4364-86d8-b5cef2403e3a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 944 time: 0.2546251 May 04 18:28:59.672083 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:59.691762 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] For port 14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9,segment=NetworkSegment(d30f7483-d557-48d7-ad06-77acf24064bb),segment_id=d30f7483-d557-48d7-ad06-77acf24064bb)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:28:59.738176 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-060be7f1-854e-4f62-8da4-f5512601b343 req-6268537e-024d-42f9-866a-198ac9d6d304 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=67cde67c-ebb9-4d47-a400-cd21950bc22e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705485 May 04 18:28:59.799066 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:59.801357 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:28:59.881603 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ace4733a-cb49-4e30-aa75-2c46ded0963f req-d82a2c74-94d8-4724-88e2-bcad48b8418c tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680937 May 04 18:28:59.903364 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Pushing event updated for resources: {'Port': ['ID=14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:59.915028 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:28:59.915650 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-060be7f1-854e-4f62-8da4-f5512601b343 req-3f53707c-7f1d-45de-b79b-3ba0397b24bc service neutron] 10.222.0.20 "GET /v2.0/networks/67cde67c-ebb9-4d47-a400-cd21950bc22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678801 May 04 18:29:00.072779 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-060be7f1-854e-4f62-8da4-f5512601b343 req-7f541702-2551-4fdd-b36d-91a85469f5b3 service neutron] 10.222.0.20 "GET /v2.0/networks/67cde67c-ebb9-4d47-a400-cd21950bc22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489205 May 04 18:29:00.200759 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 51894) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:00.205942 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-a725d04b-3561-4caf-8e07-5b382d1ea952 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1547947543', 'description': 'tempest-secgroup-smoke-1547947543 description', 'project_id': 'c30572d2e703466baf61164023333613'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:29:00.223902 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63077f8-ef8d-4a64-82e1-8da66bcfb7c4 None None] Sync routers for ids ['d9c1a910-aa0a-4a4e-8b87-74b42917ef18'] in dv-cinder-789603-2-smb {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:29:00.234902 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63077f8-ef8d-4a64-82e1-8da66bcfb7c4 None None] Routers {'d9c1a910-aa0a-4a4e-8b87-74b42917ef18'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:29:00.235960 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-f63077f8-ef8d-4a64-82e1-8da66bcfb7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:28:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['d9c1a910-aa0a-4a4e-8b87-74b42917ef18'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:00.243138 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-a725d04b-3561-4caf-8e07-5b382d1ea952 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:29:00.250217 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-a725d04b-3561-4caf-8e07-5b382d1ea952 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Usage tracker for resource:security_group and tenant:c30572d2e703466baf61164023333613 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:29:00.253409 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-a725d04b-3561-4caf-8e07-5b382d1ea952 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:29:00.259588 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-a725d04b-3561-4caf-8e07-5b382d1ea952 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:29:00.333855 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a725d04b-3561-4caf-8e07-5b382d1ea952 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:00.370417 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-a725d04b-3561-4caf-8e07-5b382d1ea952 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:29:00.378389 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-a725d04b-3561-4caf-8e07-5b382d1ea952 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Usage tracker for resource:security_group_rule and tenant:c30572d2e703466baf61164023333613 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:29:00.387254 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-a725d04b-3561-4caf-8e07-5b382d1ea952 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:29:00.397656 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-a725d04b-3561-4caf-8e07-5b382d1ea952 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:29:00.416648 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90654715-dcde-432e-bb45-1c98a944d0d3 req-9917e8df-2992-4bc7-9fe2-822d8cb4220f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:00.418110 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-90654715-dcde-432e-bb45-1c98a944d0d3 req-9917e8df-2992-4bc7-9fe2-822d8cb4220f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=27d38e26a3bb45b2bb6a2f009d6eef29&device_id=36727202-be98-4b35-b58f-c547b3465fc8 HTTP/1.1" status: 200 len: 1096 time: 0.2073815 May 04 18:29:00.430798 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-f63077f8-ef8d-4a64-82e1-8da66bcfb7c4 None None] Set router d9c1a910-aa0a-4a4e-8b87-74b42917ef18 gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:29:00.434768 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd89a60-9dea-486c-b3d6-2fa34a1c5808 req-031e2046-7acc-41f0-8430-579c6aff59fd tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:00.436307 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9cd89a60-9dea-486c-b3d6-2fa34a1c5808 req-031e2046-7acc-41f0-8430-579c6aff59fd tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.1544511 May 04 18:29:00.537742 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 51898) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:00.558539 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-6b170e31-2bc8-4ec0-9616-9aa4beb978f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:00.577601 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-6b170e31-2bc8-4ec0-9616-9aa4beb978f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:29:00.581697 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-6b170e31-2bc8-4ec0-9616-9aa4beb978f7 admin admin] Usage tracker for resource:security_group_rule and tenant:87413d6484c448448f8380ad7a6fab9d is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:29:00.585521 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-6b170e31-2bc8-4ec0-9616-9aa4beb978f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:29:00.592570 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-6b170e31-2bc8-4ec0-9616-9aa4beb978f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:29:00.615706 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9cd89a60-9dea-486c-b3d6-2fa34a1c5808 req-138b6ad1-82f5-4ba9-8adc-c75dc45732fc tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551831 May 04 18:29:00.629923 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a725d04b-3561-4caf-8e07-5b382d1ea952 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:00.663878 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90654715-dcde-432e-bb45-1c98a944d0d3 req-f6e18bbb-3e07-4b01-969a-e5a0a4ad1533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:00.665433 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-90654715-dcde-432e-bb45-1c98a944d0d3 req-f6e18bbb-3e07-4b01-969a-e5a0a4ad1533 service neutron] 10.222.0.20 "GET /v2.0/networks?id=67cde67c-ebb9-4d47-a400-cd21950bc22e HTTP/1.1" status: 200 len: 910 time: 0.2264872 May 04 18:29:00.688523 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-6b170e31-2bc8-4ec0-9616-9aa4beb978f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:00.753395 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-6b170e31-2bc8-4ec0-9616-9aa4beb978f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:00.761053 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-f63077f8-ef8d-4a64-82e1-8da66bcfb7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c1a910-aa0a-4a4e-8b87-74b42917ef18', 'name': 'tempest-TestShelveInstance-1069917818-router', 'tenant_id': '1c911b97c10148c88380566820ce2cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': '14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:28:51Z', 'updated_at': '2021-05-04T18:28:57Z', 'revision_number': 4, 'project_id': '1c911b97c10148c88380566820ce2cbd', 'gw_port': {'id': '14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c1a910-aa0a-4a4e-8b87-74b42917ef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:52Z', 'updated_at': '2021-05-04T18:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': '95e244de-5cfa-4134-bea0-94d438c4c1d2', 'name': '', 'network_id': '6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0', 'tenant_id': '1c911b97c10148c88380566820ce2cbd', 'mac_address': 'fa:16:3e:47:1b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c1a910-aa0a-4a4e-8b87-74b42917ef18', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b1eed89f-67b1-47d7-910f-26fa17afcc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:56Z', 'updated_at': '2021-05-04T18:28:57Z', 'revision_number': 2, 'project_id': '1c911b97c10148c88380566820ce2cbd', 'subnets': [{'id': 'b1eed89f-67b1-47d7-910f-26fa17afcc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:00.763068 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-05700388-c4b8-4cc6-b3e3-038b69c63d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:00.765724 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63077f8-ef8d-4a64-82e1-8da66bcfb7c4 None None] Checking router: d9c1a910-aa0a-4a4e-8b87-74b42917ef18 for host: dv-cinder-789603-2-smb {{(pid=74223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:29:00.766110 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63077f8-ef8d-4a64-82e1-8da66bcfb7c4 None None] Updating router d9c1a910-aa0a-4a4e-8b87-74b42917ef18 port 95e244de-5cfa-4134-bea0-94d438c4c1d2 binding host dv-cinder-789603-2-smb {{(pid=74223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:29:00.771925 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a725d04b-3561-4caf-8e07-5b382d1ea952 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:00.782317 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-88abe3b9-82f4-48f0-8778-79986c1cda7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:00.794290 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-90654715-dcde-432e-bb45-1c98a944d0d3 req-2455172d-8074-4ec4-b25e-f738a6ac4f40 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eaded206-f1d9-4eec-b220-6312379e61b1 HTTP/1.1" status: 200 len: 217 time: 0.0820143 May 04 18:29:00.805888 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-6b170e31-2bc8-4ec0-9616-9aa4beb978f7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=87413d6484c448448f8380ad7a6fab9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670407 May 04 18:29:00.807952 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 51904) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:00.811412 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b170e31-2bc8-4ec0-9616-9aa4beb978f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ef94d7-497c-4a89-b103-6e0513c28822,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:00.841207 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-f63077f8-ef8d-4a64-82e1-8da66bcfb7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:00.855444 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-6b170e31-2bc8-4ec0-9616-9aa4beb978f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:00.932283 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-a36b6ccc-0dfb-46bf-9b86-15a3ee8ed2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:00.967299 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-a36b6ccc-0dfb-46bf-9b86-15a3ee8ed2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:00.975977 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9e787-ff7d-4726-b7b5-5788cbbc11d3 req-16ecc6b9-e086-4eb2-afc2-3bfb4820d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:00.977890 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-47c9e787-ff7d-4726-b7b5-5788cbbc11d3 req-16ecc6b9-e086-4eb2-afc2-3bfb4820d861 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854&tenant_id=76bc34a978a74f5391886da16fb39bf8 HTTP/1.1" status: 200 len: 1097 time: 0.1541586 May 04 18:29:00.980797 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725d04b-3561-4caf-8e07-5b382d1ea952 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:00.987456 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-a725d04b-3561-4caf-8e07-5b382d1ea952 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:01.003936 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90654715-dcde-432e-bb45-1c98a944d0d3 req-6ae749a7-ced2-4ac2-8cf7-1d16b2c49025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:01.005582 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-90654715-dcde-432e-bb45-1c98a944d0d3 req-6ae749a7-ced2-4ac2-8cf7-1d16b2c49025 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d22aa4c6-c90b-4da5-9250-a4ac4af188fa HTTP/1.1" status: 200 len: 849 time: 0.1996338 May 04 18:29:01.034379 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31827bc-1504-4dd4-959a-4c68004ff788 req-523b7791-4385-4e9f-a346-6b16355ec616 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:01.035968 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d31827bc-1504-4dd4-959a-4c68004ff788 req-523b7791-4385-4e9f-a346-6b16355ec616 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=36727202-be98-4b35-b58f-c547b3465fc8 HTTP/1.1" status: 200 len: 943 time: 0.3617554 May 04 18:29:01.106795 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9e787-ff7d-4726-b7b5-5788cbbc11d3 req-cceea228-99ec-4289-93fa-21a7ff22b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:01.109083 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-47c9e787-ff7d-4726-b7b5-5788cbbc11d3 req-cceea228-99ec-4289-93fa-21a7ff22b83e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76bc34a978a74f5391886da16fb39bf8&device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 1097 time: 0.0831485 May 04 18:29:01.129885 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-90654715-dcde-432e-bb45-1c98a944d0d3 req-2cf0745d-7b3c-458a-96d1-9420015ff10f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=67cde67c-ebb9-4d47-a400-cd21950bc22e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929270 May 04 18:29:01.132742 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a725d04b-3561-4caf-8e07-5b382d1ea952 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:01.136855 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-a725d04b-3561-4caf-8e07-5b382d1ea952 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9336488 May 04 18:29:01.150479 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 51910) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:01.168262 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-a36b6ccc-0dfb-46bf-9b86-15a3ee8ed2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:01.174922 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-83eb4bc6-3182-48db-834c-bfca9f452aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:01.229342 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b6ccc-0dfb-46bf-9b86-15a3ee8ed2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ef94d7-497c-4a89-b103-6e0513c28822,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:01.244902 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-a36b6ccc-0dfb-46bf-9b86-15a3ee8ed2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:01.249367 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-9f4cb379-a68e-4294-9a27-24073ebf7d2b tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Request body: {'security_group_rule': {'security_group_id': '69e8f7c5-fd0d-4dbb-8e30-66378213d3a4', 'project_id': 'c30572d2e703466baf61164023333613', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:29:01.257020 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-9f4cb379-a68e-4294-9a27-24073ebf7d2b tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:29:01.261054 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-9f4cb379-a68e-4294-9a27-24073ebf7d2b tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Usage tracker for resource:security_group_rule and tenant:c30572d2e703466baf61164023333613 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:29:01.264384 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-9f4cb379-a68e-4294-9a27-24073ebf7d2b tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:29:01.270990 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-9f4cb379-a68e-4294-9a27-24073ebf7d2b tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:29:01.290386 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:29:01.290851 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-a36b6ccc-0dfb-46bf-9b86-15a3ee8ed2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:01.294245 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-a36b6ccc-0dfb-46bf-9b86-15a3ee8ed2b8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/66ef94d7-497c-4a89-b103-6e0513c28822 HTTP/1.1" status: 204 len: 168 time: 0.4828875 May 04 18:29:01.301053 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9e787-ff7d-4726-b7b5-5788cbbc11d3 req-52a389e9-7681-4dc1-b1b3-efbd6e089173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:01.302860 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-47c9e787-ff7d-4726-b7b5-5788cbbc11d3 req-52a389e9-7681-4dc1-b1b3-efbd6e089173 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3feac1cb-76d7-4653-8c68-28519f9a3ebb HTTP/1.1" status: 200 len: 917 time: 0.1863515 May 04 18:29:01.323549 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-f63077f8-ef8d-4a64-82e1-8da66bcfb7c4 None None] Notify callbacks [] for port, precommit_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:01.353351 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-f63077f8-ef8d-4a64-82e1-8da66bcfb7c4 None None] Transition to ACTIVE for port object 95e244de-5cfa-4134-bea0-94d438c4c1d2 will not be triggered until provisioned by entity L2. {{(pid=74223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:29:01.386164 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port 14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:29:01.386615 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:01.425198 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d31827bc-1504-4dd4-959a-4c68004ff788 req-857e7218-4f52-4f43-94d6-c80ee081ed24 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940300 May 04 18:29:01.447682 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-f63077f8-ef8d-4a64-82e1-8da66bcfb7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:01.447682 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-5c994651-9d2f-4d72-97e6-a355ece7521a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:01.449248 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-47c9e787-ff7d-4726-b7b5-5788cbbc11d3 req-db2f5f56-9f83-4021-88a6-8a61255e1fca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dbc6b18-d7b8-44b3-95f1-8159315eaba9 HTTP/1.1" status: 200 len: 999 time: 0.1386371 May 04 18:29:01.492729 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-90654715-dcde-432e-bb45-1c98a944d0d3 req-878e0d24-03cf-44fe-ae48-1315286caeae service neutron] 10.222.0.20 "GET /v2.0/networks/67cde67c-ebb9-4d47-a400-cd21950bc22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429000 May 04 18:29:01.505538 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cc94a-3bf5-490b-88f1-a4db71ca4196 req-0c456bed-a3eb-462a-b45d-388fdc6140cb tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:01.507047 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-359cc94a-3bf5-490b-88f1-a4db71ca4196 req-0c456bed-a3eb-462a-b45d-388fdc6140cb tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 944 time: 0.3584359 May 04 18:29:01.521281 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9e787-ff7d-4726-b7b5-5788cbbc11d3 req-53e9e162-f233-47c1-959d-60ffffc0e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:01.522790 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-47c9e787-ff7d-4726-b7b5-5788cbbc11d3 req-53e9e162-f233-47c1-959d-60ffffc0e44e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ac34bf5f-88ea-4331-a071-effcc9c85f2a HTTP/1.1" status: 200 len: 855 time: 0.0664968 May 04 18:29:01.544859 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-9f4cb379-a68e-4294-9a27-24073ebf7d2b tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:01.596439 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654cfe7-73d6-44a7-add0-49cceb0e86f8 None None] Pushing event updated for resources: {'Port': ['ID=95e244de-5cfa-4134-bea0-94d438c4c1d2,revision_number=3']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:01.600774 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-3654cfe7-73d6-44a7-add0-49cceb0e86f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:01.641619 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9e787-ff7d-4726-b7b5-5788cbbc11d3 req-801c313a-2619-44db-87a5-aa366d3147c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:01.643322 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-47c9e787-ff7d-4726-b7b5-5788cbbc11d3 req-801c313a-2619-44db-87a5-aa366d3147c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3feac1cb-76d7-4653-8c68-28519f9a3ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1085892 May 04 18:29:01.749458 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-f63077f8-ef8d-4a64-82e1-8da66bcfb7c4 None None] Attempting to bind port 95e244de-5cfa-4134-bea0-94d438c4c1d2 on host dv-cinder-789603-2-smb for vnic_type normal with profile {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:29:01.749937 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-f63077f8-ef8d-4a64-82e1-8da66bcfb7c4 None None] Attempting to bind port 95e244de-5cfa-4134-bea0-94d438c4c1d2 by drivers openvswitch,hyperv on host dv-cinder-789603-2-smb at level 0 using segments [{'id': 'b6778646-e214-4e4d-948f-f970efa1eddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0'}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:29:01.750370 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63077f8-ef8d-4a64-82e1-8da66bcfb7c4 None None] Attempting to bind port 95e244de-5cfa-4134-bea0-94d438c4c1d2 on network 6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0 {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:29:01.762876 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63077f8-ef8d-4a64-82e1-8da66bcfb7c4 None None] Checking agent: {'id': 'bc53da1e-f01a-45f2-860f-1d5e19382f0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 18, 6), 'started_at': datetime.datetime(2021, 5, 4, 18, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:29:01.763275 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63077f8-ef8d-4a64-82e1-8da66bcfb7c4 None None] Checking segment: {'id': 'b6778646-e214-4e4d-948f-f970efa1eddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:29:01.764369 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-f63077f8-ef8d-4a64-82e1-8da66bcfb7c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:01.764731 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63077f8-ef8d-4a64-82e1-8da66bcfb7c4 None None] Bound using segment: {'id': 'b6778646-e214-4e4d-948f-f970efa1eddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0'} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:29:01.765298 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-f63077f8-ef8d-4a64-82e1-8da66bcfb7c4 None None] Bound port: 95e244de-5cfa-4134-bea0-94d438c4c1d2, host: dv-cinder-789603-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6778646-e214-4e4d-948f-f970efa1eddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0'}}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:29:01.765791 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-f63077f8-ef8d-4a64-82e1-8da66bcfb7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:01.839877 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-47c9e787-ff7d-4726-b7b5-5788cbbc11d3 req-7c6c3f8a-ea0c-4df4-86e0-9bc7aa38e3e1 service neutron] 10.222.0.20 "GET /v2.0/networks/3feac1cb-76d7-4653-8c68-28519f9a3ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858203 May 04 18:29:01.842665 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb544ec-1553-4e0c-aabc-807031a968d1 req-be6cec15-cc49-40ab-9c73-8447dec7f489 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:01.844188 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-efb544ec-1553-4e0c-aabc-807031a968d1 req-be6cec15-cc49-40ab-9c73-8447dec7f489 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.20 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.5286939 May 04 18:29:01.900033 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-f63077f8-ef8d-4a64-82e1-8da66bcfb7c4 None None] For port 95e244de-5cfa-4134-bea0-94d438c4c1d2, host dv-cinder-789603-2-smb, cleared binding levels {{(pid=74223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:29:01.901463 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-f63077f8-ef8d-4a64-82e1-8da66bcfb7c4 None None] For port 95e244de-5cfa-4134-bea0-94d438c4c1d2, host dv-cinder-789603-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=95e244de-5cfa-4134-bea0-94d438c4c1d2,segment=NetworkSegment(b6778646-e214-4e4d-948f-f970efa1eddf),segment_id=b6778646-e214-4e4d-948f-f970efa1eddf)] {{(pid=74223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:29:01.915248 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-359cc94a-3bf5-490b-88f1-a4db71ca4196 req-d929a6f2-ba45-461d-8f60-49447d3dc04c tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3820574 May 04 18:29:01.960559 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-9f4cb379-a68e-4294-9a27-24073ebf7d2b tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:01.981646 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-90654715-dcde-432e-bb45-1c98a944d0d3 req-5fc82a32-bd1b-41e7-80af-a34be2e90ccd service neutron] 10.222.0.20 "GET /v2.0/networks/67cde67c-ebb9-4d47-a400-cd21950bc22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679575 May 04 18:29:01.992962 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-f63077f8-ef8d-4a64-82e1-8da66bcfb7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:02.001952 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:02.041279 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-9f4cb379-a68e-4294-9a27-24073ebf7d2b tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028946'] for security_group_rule, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:02.056026 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:02.089148 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63077f8-ef8d-4a64-82e1-8da66bcfb7c4 None None] Routers {'d9c1a910-aa0a-4a4e-8b87-74b42917ef18'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:29:02.091870 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-f63077f8-ef8d-4a64-82e1-8da66bcfb7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:28:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['d9c1a910-aa0a-4a4e-8b87-74b42917ef18'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:02.100332 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6df78-4c34-4a82-a71c-fb1f19a5a86e req-3951b256-8330-4cc9-946c-d9d3f7f4649b tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:02.101814 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c9a6df78-4c34-4a82-a71c-fb1f19a5a86e req-3951b256-8330-4cc9-946c-d9d3f7f4649b tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 945 time: 0.3048611 May 04 18:29:02.102477 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4cb379-a68e-4294-9a27-24073ebf7d2b tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=489e244d-04e0-47a6-bc75-051641810f0e,revision_number=0']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:02.105623 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-9f4cb379-a68e-4294-9a27-24073ebf7d2b tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:02.166223 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-47c9e787-ff7d-4726-b7b5-5788cbbc11d3 req-1fc70678-5c90-45b8-930c-5032590b0094 service neutron] 10.222.0.20 "GET /v2.0/networks/3feac1cb-76d7-4653-8c68-28519f9a3ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113453 May 04 18:29:02.176074 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.plugin [req-efb544ec-1553-4e0c-aabc-807031a968d1 req-631837cb-459c-4672-9992-eda65c552c11 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Deleting port 9b202794-8594-4e4d-bee7-563644ee9b80 {{(pid=74222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:29:02.176492 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-efb544ec-1553-4e0c-aabc-807031a968d1 req-631837cb-459c-4672-9992-eda65c552c11 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:02.187650 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654cfe7-73d6-44a7-add0-49cceb0e86f8 None None] Pushing event updated for resources: {'Port': ['ID=95e244de-5cfa-4134-bea0-94d438c4c1d2,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:02.198359 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-3654cfe7-73d6-44a7-add0-49cceb0e86f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:02.213429 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-9f4cb379-a68e-4294-9a27-24073ebf7d2b tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:02.218062 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-9f4cb379-a68e-4294-9a27-24073ebf7d2b tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0611763 May 04 18:29:02.218327 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 51928) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:02.224093 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-6135e6dc-af2c-4925-87d6-d871ff2011a7 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Request body: {'security_group_rule': {'security_group_id': '69e8f7c5-fd0d-4dbb-8e30-66378213d3a4', 'project_id': 'c30572d2e703466baf61164023333613', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:29:02.235137 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-6135e6dc-af2c-4925-87d6-d871ff2011a7 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:29:02.242332 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-6135e6dc-af2c-4925-87d6-d871ff2011a7 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Usage tracker for resource:security_group_rule and tenant:c30572d2e703466baf61164023333613 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:29:02.245272 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c9a6df78-4c34-4a82-a71c-fb1f19a5a86e req-9d931ef4-8e54-495b-87a3-00c285978724 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256783 May 04 18:29:02.247233 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-6135e6dc-af2c-4925-87d6-d871ff2011a7 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:29:02.256016 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-6135e6dc-af2c-4925-87d6-d871ff2011a7 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:29:02.337365 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-f63077f8-ef8d-4a64-82e1-8da66bcfb7c4 None None] Set router d9c1a910-aa0a-4a4e-8b87-74b42917ef18 gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:29:02.355307 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-6135e6dc-af2c-4925-87d6-d871ff2011a7 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:02.384486 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.db [req-efb544ec-1553-4e0c-aabc-807031a968d1 req-631837cb-459c-4672-9992-eda65c552c11 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] For port 9b202794-8594-4e4d-bee7-563644ee9b80, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9b202794-8594-4e4d-bee7-563644ee9b80,segment=NetworkSegment(207280f5-ebc6-4c23-9262-17f03eeab6b6),segment_id=207280f5-ebc6-4c23-9262-17f03eeab6b6)] {{(pid=74222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:29:02.384828 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-efb544ec-1553-4e0c-aabc-807031a968d1 req-631837cb-459c-4672-9992-eda65c552c11 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:02.389731 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device eaded206-f1d9-4eec-b220-6312379e61b1 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:29:02.428333 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-6135e6dc-af2c-4925-87d6-d871ff2011a7 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:02.501907 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-6135e6dc-af2c-4925-87d6-d871ff2011a7 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028946'] for security_group_rule, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:02.504100 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:02.545134 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135e6dc-af2c-4925-87d6-d871ff2011a7 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2895d1c2-f5a1-4e8a-9d90-539c04c03318,revision_number=0']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:02.546103 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.plugin [req-efb544ec-1553-4e0c-aabc-807031a968d1 req-631837cb-459c-4672-9992-eda65c552c11 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Calling delete_port for 9b202794-8594-4e4d-bee7-563644ee9b80 owned by compute:nova {{(pid=74222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:29:02.553003 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-6135e6dc-af2c-4925-87d6-d871ff2011a7 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:02.622674 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-6135e6dc-af2c-4925-87d6-d871ff2011a7 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:02.624082 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-6135e6dc-af2c-4925-87d6-d871ff2011a7 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4046886 May 04 18:29:02.626708 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 51950) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:02.632726 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-0500b651-1053-4196-a419-a663bccd5a94 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Request body: {'security_group_rule': {'security_group_id': '69e8f7c5-fd0d-4dbb-8e30-66378213d3a4', 'project_id': 'c30572d2e703466baf61164023333613', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:29:02.644395 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-0500b651-1053-4196-a419-a663bccd5a94 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:29:02.648984 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-0500b651-1053-4196-a419-a663bccd5a94 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Usage tracker for resource:security_group_rule and tenant:c30572d2e703466baf61164023333613 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:29:02.652267 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-0500b651-1053-4196-a419-a663bccd5a94 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:29:02.659333 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-0500b651-1053-4196-a419-a663bccd5a94 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:29:02.741420 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0500b651-1053-4196-a419-a663bccd5a94 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:02.824405 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0500b651-1053-4196-a419-a663bccd5a94 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:02.827316 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759804d-22ba-4a10-8f67-c05af4bf218b req-9a3e2f7e-5b41-48be-8f3d-813929de9847 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:02.835768 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1759804d-22ba-4a10-8f67-c05af4bf218b req-9a3e2f7e-5b41-48be-8f3d-813929de9847 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=36727202-be98-4b35-b58f-c547b3465fc8 HTTP/1.1" status: 200 len: 943 time: 0.1538796 May 04 18:29:02.875646 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-365eaeb3-1de2-42de-a2e8-e3f2bb2cf984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:02.896247 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1759804d-22ba-4a10-8f67-c05af4bf218b req-3bbec5b5-a833-4eb1-bca4-16b0c5c187e8 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584872 May 04 18:29:02.898533 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-efb544ec-1553-4e0c-aabc-807031a968d1 req-631837cb-459c-4672-9992-eda65c552c11 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15671191'] for port, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:02.910037 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-f4bd86b5-2758-49b8-a9dd-c1db22415890 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:02.922475 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port eaded206-f1d9-4eec-b220-6312379e61b1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=eaded206-f1d9-4eec-b220-6312379e61b1,segment=NetworkSegment(d346d979-c2b6-4417-8716-e1b6ce86b20c),segment_id=d346d979-c2b6-4417-8716-e1b6ce86b20c)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:29:02.929951 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['d279bab5-50e3-4108-8a3d-c8985167a744', '9b202794-8594-4e4d-bee7-563644ee9b80'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:29:02.936771 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0500b651-1053-4196-a419-a663bccd5a94 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028946'] for security_group_rule, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:02.939173 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:02.961474 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631837cb-459c-4672-9992-eda65c552c11 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Pushing event deleted for resources: {'Port': ['ID=9b202794-8594-4e4d-bee7-563644ee9b80,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:02.964338 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-631837cb-459c-4672-9992-eda65c552c11 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:02.978242 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Returning: {'device': 'eaded206-f1d9-4eec-b220-6312379e61b1', 'network_id': '67cde67c-ebb9-4d47-a400-cd21950bc22e', 'port_id': 'eaded206-f1d9-4eec-b220-6312379e61b1', 'mac_address': 'fa:16:3e:55:15:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22aa4c6-c90b-4da5-9250-a4ac4af188fa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:29:03.026307 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0500b651-1053-4196-a419-a663bccd5a94 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f154ed49-566e-448c-8a7e-d24d631dcb54,revision_number=0']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:03.037656 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-0500b651-1053-4196-a419-a663bccd5a94 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:03.098295 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:03.105883 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb544ec-1553-4e0c-aabc-807031a968d1 req-631837cb-459c-4672-9992-eda65c552c11 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] No DVR routers for this DVR port 9b202794-8594-4e4d-bee7-563644ee9b80 on host hv-cinder-78960 {{(pid=74222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:29:03.110289 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-efb544ec-1553-4e0c-aabc-807031a968d1 req-631837cb-459c-4672-9992-eda65c552c11 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:03.115383 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370b333c-bedf-4a1b-8508-0580d9669df8', 'name': 'network-vif-deleted', 'tag': '9b202794-8594-4e4d-bee7-563644ee9b80'}] {{(pid=74222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:29:03.119743 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0500b651-1053-4196-a419-a663bccd5a94 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:03.124338 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-0500b651-1053-4196-a419-a663bccd5a94 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4966078 May 04 18:29:03.124989 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 51972) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:03.131263 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-e797cf75-61ad-44b5-8e4a-fda5869e84c9 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Request body: {'security_group_rule': {'security_group_id': '69e8f7c5-fd0d-4dbb-8e30-66378213d3a4', 'project_id': 'c30572d2e703466baf61164023333613', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:29:03.134442 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaded206-f1d9-4eec-b220-6312379e61b1 {{(pid=74223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:29:03.144564 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-e797cf75-61ad-44b5-8e4a-fda5869e84c9 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:29:03.145465 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-f63077f8-ef8d-4a64-82e1-8da66bcfb7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c1a910-aa0a-4a4e-8b87-74b42917ef18', 'name': 'tempest-TestShelveInstance-1069917818-router', 'tenant_id': '1c911b97c10148c88380566820ce2cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': '14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:28:51Z', 'updated_at': '2021-05-04T18:28:57Z', 'revision_number': 4, 'project_id': '1c911b97c10148c88380566820ce2cbd', 'gw_port': {'id': '14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c1a910-aa0a-4a4e-8b87-74b42917ef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:52Z', 'updated_at': '2021-05-04T18:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': '95e244de-5cfa-4134-bea0-94d438c4c1d2', 'name': '', 'network_id': '6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0', 'tenant_id': '1c911b97c10148c88380566820ce2cbd', 'mac_address': 'fa:16:3e:47:1b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c1a910-aa0a-4a4e-8b87-74b42917ef18', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b1eed89f-67b1-47d7-910f-26fa17afcc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:56Z', 'updated_at': '2021-05-04T18:29:01Z', 'revision_number': 4, 'project_id': '1c911b97c10148c88380566820ce2cbd', 'subnets': [{'id': 'b1eed89f-67b1-47d7-910f-26fa17afcc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:03.152483 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-e797cf75-61ad-44b5-8e4a-fda5869e84c9 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Usage tracker for resource:security_group_rule and tenant:c30572d2e703466baf61164023333613 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:29:03.161168 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-e797cf75-61ad-44b5-8e4a-fda5869e84c9 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:29:03.164871 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63077f8-ef8d-4a64-82e1-8da66bcfb7c4 None None] The sync data for ids ['d9c1a910-aa0a-4a4e-8b87-74b42917ef18'] in dv-cinder-789603-2-smb is: [{'id': 'd9c1a910-aa0a-4a4e-8b87-74b42917ef18', 'name': 'tempest-TestShelveInstance-1069917818-router', 'tenant_id': '1c911b97c10148c88380566820ce2cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': '14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:28:51Z', 'updated_at': '2021-05-04T18:28:57Z', 'revision_number': 4, 'project_id': '1c911b97c10148c88380566820ce2cbd', 'gw_port': {'id': '14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c1a910-aa0a-4a4e-8b87-74b42917ef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:52Z', 'updated_at': '2021-05-04T18:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': '95e244de-5cfa-4134-bea0-94d438c4c1d2', 'name': '', 'network_id': '6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0', 'tenant_id': '1c911b97c10148c88380566820ce2cbd', 'mac_address': 'fa:16:3e:47:1b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c1a910-aa0a-4a4e-8b87-74b42917ef18', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b1eed89f-67b1-47d7-910f-26fa17afcc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:56Z', 'updated_at': '2021-05-04T18:29:01Z', 'revision_number': 4, 'project_id': '1c911b97c10148c88380566820ce2cbd', 'subnets': [{'id': 'b1eed89f-67b1-47d7-910f-26fa17afcc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:29:03.171064 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370b333c-bedf-4a1b-8508-0580d9669df8', 'name': 'network-vif-deleted', 'tag': '9b202794-8594-4e4d-bee7-563644ee9b80', 'status': 'completed', 'code': 200} May 04 18:29:03.181660 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-e797cf75-61ad-44b5-8e4a-fda5869e84c9 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:29:03.209831 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port eaded206-f1d9-4eec-b220-6312379e61b1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=eaded206-f1d9-4eec-b220-6312379e61b1,segment=NetworkSegment(d346d979-c2b6-4417-8716-e1b6ce86b20c),segment_id=d346d979-c2b6-4417-8716-e1b6ce86b20c)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:29:03.257309 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-efb544ec-1553-4e0c-aabc-807031a968d1 req-631837cb-459c-4672-9992-eda65c552c11 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.20 "DELETE /v2.0/ports/9b202794-8594-4e4d-bee7-563644ee9b80 HTTP/1.1" status: 204 len: 173 time: 1.4029424 May 04 18:29:03.295716 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c63b0f-234d-4d09-be61-78869c6bc1c8 req-2f4b363f-de41-449e-8132-c6fb97e44080 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:03.297282 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-51c63b0f-234d-4d09-be61-78869c6bc1c8 req-2f4b363f-de41-449e-8132-c6fb97e44080 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 944 time: 0.1161647 May 04 18:29:03.379905 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-51c63b0f-234d-4d09-be61-78869c6bc1c8 req-8365d082-394e-42f4-9c1c-6c2ff281ac24 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709639 May 04 18:29:03.408257 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:03.408257 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:03.417347 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-e797cf75-61ad-44b5-8e4a-fda5869e84c9 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:03.588731 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-e797cf75-61ad-44b5-8e4a-fda5869e84c9 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:03.630222 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=eaded206-f1d9-4eec-b220-6312379e61b1,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:03.634387 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:03.675233 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-e797cf75-61ad-44b5-8e4a-fda5869e84c9 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028946'] for security_group_rule, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:03.679511 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-0500b651-1053-4196-a419-a663bccd5a94 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:03.689483 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['eaded206-f1d9-4eec-b220-6312379e61b1'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:29:03.705778 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797cf75-61ad-44b5-8e4a-fda5869e84c9 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b23adb-c249-4f2e-8211-2339fac45b0f,revision_number=0']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:03.722202 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-e797cf75-61ad-44b5-8e4a-fda5869e84c9 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:03.770534 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-5ad187aa-de88-4157-8ff0-3ebf2f4d40b4 req-861d4f85-3926-4c21-87e7-0f81f11b1336 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Synchronizing usage tracker for tenant:573de575cbed4946845325c86ea66876 on resource:port {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:29:03.808047 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-e797cf75-61ad-44b5-8e4a-fda5869e84c9 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:03.809632 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-e797cf75-61ad-44b5-8e4a-fda5869e84c9 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6836977 May 04 18:29:03.815978 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 51986) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:03.822874 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-9b83839c-8cc6-4ddd-9c74-22f34fcbf4e4 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Request body: {'security_group_rule': {'security_group_id': '69e8f7c5-fd0d-4dbb-8e30-66378213d3a4', 'project_id': 'c30572d2e703466baf61164023333613', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:29:03.840222 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-9b83839c-8cc6-4ddd-9c74-22f34fcbf4e4 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:29:03.855944 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-9b83839c-8cc6-4ddd-9c74-22f34fcbf4e4 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Usage tracker for resource:security_group_rule and tenant:c30572d2e703466baf61164023333613 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:29:03.863881 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-9b83839c-8cc6-4ddd-9c74-22f34fcbf4e4 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:29:03.864667 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-5ad187aa-de88-4157-8ff0-3ebf2f4d40b4 req-861d4f85-3926-4c21-87e7-0f81f11b1336 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Unset dirty status for tenant:573de575cbed4946845325c86ea66876 on resource:port {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:29:03.865819 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5ad187aa-de88-4157-8ff0-3ebf2f4d40b4 req-861d4f85-3926-4c21-87e7-0f81f11b1336 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 210 time: 0.4407012 May 04 18:29:03.883743 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-9b83839c-8cc6-4ddd-9c74-22f34fcbf4e4 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:29:03.987701 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.db.securitygroups_db [None req-9b83839c-8cc6-4ddd-9c74-22f34fcbf4e4 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Project c30572d2e703466baf61164023333613 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 18:29:03.994671 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-9b83839c-8cc6-4ddd-9c74-22f34fcbf4e4 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:04.167878 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-9b83839c-8cc6-4ddd-9c74-22f34fcbf4e4 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:04.255023 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-9b83839c-8cc6-4ddd-9c74-22f34fcbf4e4 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028946'] for security_group_rule, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:04.257949 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:04.331721 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83839c-8cc6-4ddd-9c74-22f34fcbf4e4 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99361ced-6193-4fd3-849b-a388f372ff0b,revision_number=0']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:04.336759 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-9b83839c-8cc6-4ddd-9c74-22f34fcbf4e4 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:04.364809 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c3c71-e982-4fa7-b4cb-2622ae0109f4 req-fb4b0f69-89c8-48c5-92c8-368a4b70e2ff tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:04.366371 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-968c3c71-e982-4fa7-b4cb-2622ae0109f4 req-fb4b0f69-89c8-48c5-92c8-368a4b70e2ff tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=36727202-be98-4b35-b58f-c547b3465fc8 HTTP/1.1" status: 200 len: 944 time: 0.1878550 May 04 18:29:04.389991 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 9b202794-8594-4e4d-bee7-563644ee9b80 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:29:04.416644 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-9b83839c-8cc6-4ddd-9c74-22f34fcbf4e4 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:04.421037 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-9b83839c-8cc6-4ddd-9c74-22f34fcbf4e4 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6007049 May 04 18:29:04.423712 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 52000) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:04.429324 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-0455af8a-d98f-41c4-bfd9-0bfb5cec9d24 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Request body: {'security_group_rule': {'security_group_id': '69e8f7c5-fd0d-4dbb-8e30-66378213d3a4', 'project_id': 'c30572d2e703466baf61164023333613', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:29:04.448245 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-0455af8a-d98f-41c4-bfd9-0bfb5cec9d24 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:29:04.456961 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-0455af8a-d98f-41c4-bfd9-0bfb5cec9d24 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Usage tracker for resource:security_group_rule and tenant:c30572d2e703466baf61164023333613 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:29:04.469261 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] No Port match for: 9b202794-8594-4e4d-bee7-563644ee9b80 {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:29:04.469832 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 9b202794-8594-4e4d-bee7-563644ee9b80 not bound to the agent host hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:29:04.478366 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-0455af8a-d98f-41c4-bfd9-0bfb5cec9d24 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:29:04.496155 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-0455af8a-d98f-41c4-bfd9-0bfb5cec9d24 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:29:04.530903 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-968c3c71-e982-4fa7-b4cb-2622ae0109f4 req-2e6ebfa2-9aec-4c3e-afcb-4dc001c69f2c tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515255 May 04 18:29:04.593854 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.db.securitygroups_db [None req-0455af8a-d98f-41c4-bfd9-0bfb5cec9d24 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Project c30572d2e703466baf61164023333613 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 18:29:04.600599 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0455af8a-d98f-41c4-bfd9-0bfb5cec9d24 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:04.708655 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072fa94d-901e-4d1f-b286-08379e9d1e18 req-6c85f9ae-1264-48f4-8de9-7af15ee6201e tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:04.717841 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-072fa94d-901e-4d1f-b286-08379e9d1e18 req-6c85f9ae-1264-48f4-8de9-7af15ee6201e tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 944 time: 0.1485934 May 04 18:29:04.758667 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0455af8a-d98f-41c4-bfd9-0bfb5cec9d24 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:04.773659 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-072fa94d-901e-4d1f-b286-08379e9d1e18 req-c19eaacd-a705-4ea9-bc3a-b638f10c80a8 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546079 May 04 18:29:04.833542 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0455af8a-d98f-41c4-bfd9-0bfb5cec9d24 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028946'] for security_group_rule, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:04.835668 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-bd39e19f-cf0d-4e98-b488-34c7648ff703 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:04.872859 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455af8a-d98f-41c4-bfd9-0bfb5cec9d24 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9282a026-add6-45ae-816a-57ba77b7ec7c,revision_number=0']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:04.877780 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-0455af8a-d98f-41c4-bfd9-0bfb5cec9d24 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:04.987599 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0455af8a-d98f-41c4-bfd9-0bfb5cec9d24 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:04.991279 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-0455af8a-d98f-41c4-bfd9-0bfb5cec9d24 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5641618 May 04 18:29:05.113436 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a5f792d0-581b-49ea-b776-479be2b202ac req-56fe90a8-1f0f-4871-a0c3-ea020022c9be tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 210 time: 0.0579875 May 04 18:29:05.465863 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 95e244de-5cfa-4134-bea0-94d438c4c1d2 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:29:05.737497 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819664d-dafa-4515-834c-47f25b707a21 req-dca34402-e48e-4252-86e0-022344b28255 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:05.738900 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3819664d-dafa-4515-834c-47f25b707a21 req-dca34402-e48e-4252-86e0-022344b28255 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=36727202-be98-4b35-b58f-c547b3465fc8 HTTP/1.1" status: 200 len: 944 time: 0.0824780 May 04 18:29:05.786132 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3819664d-dafa-4515-834c-47f25b707a21 req-62605670-f28d-48e7-ba78-e38e7be8f8dc tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415144 May 04 18:29:05.980770 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning for port 95e244de-5cfa-4134-bea0-94d438c4c1d2 completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:29:05.984322 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:05.986927 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b514e2e-e591-46a4-be26-259f413c3fc2 req-04994dac-3afd-4609-8422-ac128cd28fde tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:05.987102 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-44363a13-f4ed-4d09-96a4-b28a63aa0bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:05.989161 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0b514e2e-e591-46a4-be26-259f413c3fc2 req-04994dac-3afd-4609-8422-ac128cd28fde tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 944 time: 0.0929024 May 04 18:29:05.994866 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port 95e244de-5cfa-4134-bea0-94d438c4c1d2 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:29:05.998850 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:06.119161 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0b514e2e-e591-46a4-be26-259f413c3fc2 req-86cb3305-d5ad-411e-ad1c-12d451c73db2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224844 May 04 18:29:06.303909 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:06.346691 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] For port 95e244de-5cfa-4134-bea0-94d438c4c1d2, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=95e244de-5cfa-4134-bea0-94d438c4c1d2,segment=NetworkSegment(b6778646-e214-4e4d-948f-f970efa1eddf),segment_id=b6778646-e214-4e4d-948f-f970efa1eddf)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:29:06.400409 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3b80a81c-8f79-40d6-873d-5271785ce173 req-769ccc62-c3c5-41fa-b473-695312840efc tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 210 time: 0.0539913 May 04 18:29:06.405949 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device eaded206-f1d9-4eec-b220-6312379e61b1 up at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:29:06.552146 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:06.553288 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:06.555569 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-19a5143f-f414-42b6-aaa0-245f201a52b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:06.590492 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning for port eaded206-f1d9-4eec-b220-6312379e61b1 completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:29:06.605693 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning complete for port eaded206-f1d9-4eec-b220-6312379e61b1 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:29:06.606062 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:06.680425 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Pushing event updated for resources: {'Port': ['ID=95e244de-5cfa-4134-bea0-94d438c4c1d2,revision_number=5']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:06.701579 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:06.834533 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 52076) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:06.868429 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:06.926119 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36727202-be98-4b35-b58f-c547b3465fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaded206-f1d9-4eec-b220-6312379e61b1'}] {{(pid=74223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:29:06.943559 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port eaded206-f1d9-4eec-b220-6312379e61b1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=eaded206-f1d9-4eec-b220-6312379e61b1,segment=NetworkSegment(d346d979-c2b6-4417-8716-e1b6ce86b20c),segment_id=d346d979-c2b6-4417-8716-e1b6ce86b20c)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:29:06.992427 dv-cinder-789603-2-smb neutron-server[74223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36727202-be98-4b35-b58f-c547b3465fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaded206-f1d9-4eec-b220-6312379e61b1', 'code': 200} May 04 18:29:07.010985 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:07.014208 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:07.074775 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-7a064e87-322c-4f77-8548-07cc621fac3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:07.097997 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-7a064e87-322c-4f77-8548-07cc621fac3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:29:07.103463 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-7a064e87-322c-4f77-8548-07cc621fac3a admin admin] Usage tracker for resource:security_group_rule and tenant:68e7ec9d8bc54bc1863d7a4848719da0 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:29:07.111377 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-7a064e87-322c-4f77-8548-07cc621fac3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:29:07.115284 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-7a064e87-322c-4f77-8548-07cc621fac3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:29:07.151660 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=eaded206-f1d9-4eec-b220-6312379e61b1,revision_number=5']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:07.155296 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:07.178700 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a39a42-71ee-4b6f-8b06-36fc8548256b req-fab51603-a336-4495-8f0a-b6699d4d68ad tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:07.178700 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-45a39a42-71ee-4b6f-8b06-36fc8548256b req-fab51603-a336-4495-8f0a-b6699d4d68ad tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=36727202-be98-4b35-b58f-c547b3465fc8 HTTP/1.1" status: 200 len: 945 time: 0.1994131 May 04 18:29:07.247335 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-45a39a42-71ee-4b6f-8b06-36fc8548256b req-2d23eaa0-3972-46a6-b11c-130ffbcc4b69 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666606 May 04 18:29:07.313432 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 95e244de-5cfa-4134-bea0-94d438c4c1d2 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:29:07.377997 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-7a064e87-322c-4f77-8548-07cc621fac3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:07.406782 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b739e-4d7c-4d49-bf28-07465cce8474 req-74a74048-cb55-4c32-a2f9-8cf0e30c5531 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:07.408410 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-812b739e-4d7c-4d49-bf28-07465cce8474 req-74a74048-cb55-4c32-a2f9-8cf0e30c5531 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 944 time: 0.1332028 May 04 18:29:07.418753 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port 95e244de-5cfa-4134-bea0-94d438c4c1d2 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:29:07.419855 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:07.463813 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-812b739e-4d7c-4d49-bf28-07465cce8474 req-b34b9f2c-2b85-4985-b970-bf1201e47539 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496821 May 04 18:29:07.471727 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-7a064e87-322c-4f77-8548-07cc621fac3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:07.478306 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-b57b77ff-d0dc-44c4-9a53-9da933fffbbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:07.555493 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-7a064e87-322c-4f77-8548-07cc621fac3a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=68e7ec9d8bc54bc1863d7a4848719da0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7197766 May 04 18:29:07.558153 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 52104) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:07.563055 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a064e87-322c-4f77-8548-07cc621fac3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36ff1dc-f6ee-4f09-90ca-b87b3cb832c8,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:07.570531 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-7a064e87-322c-4f77-8548-07cc621fac3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:07.656428 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-efb4cb08-e14c-4567-a06a-8828d394cdb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:07.689348 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-efb4cb08-e14c-4567-a06a-8828d394cdb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:07.732131 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1f6aecef-6355-4ce8-aac6-4e7f70e05797 req-ee4e3ba2-1123-4844-8d61-c201debc123f tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 210 time: 0.0607221 May 04 18:29:07.832135 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-efb4cb08-e14c-4567-a06a-8828d394cdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:07.835986 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-a36b6ccc-0dfb-46bf-9b86-15a3ee8ed2b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:07.847614 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4cb08-e14c-4567-a06a-8828d394cdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36ff1dc-f6ee-4f09-90ca-b87b3cb832c8,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:07.851132 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-efb4cb08-e14c-4567-a06a-8828d394cdb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:07.854498 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-efb4cb08-e14c-4567-a06a-8828d394cdb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:07.855632 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-efb4cb08-e14c-4567-a06a-8828d394cdb1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c36ff1dc-f6ee-4f09-90ca-b87b3cb832c8 HTTP/1.1" status: 204 len: 168 time: 0.2956767 May 04 18:29:08.113550 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:08.489114 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10699038-47a3-4b5e-91ae-18fe85f053f0 req-de57c8e2-2f85-4278-bd72-d8792ec85731 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:08.490509 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-10699038-47a3-4b5e-91ae-18fe85f053f0 req-de57c8e2-2f85-4278-bd72-d8792ec85731 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=36727202-be98-4b35-b58f-c547b3465fc8 HTTP/1.1" status: 200 len: 945 time: 0.0958855 May 04 18:29:08.550910 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-10699038-47a3-4b5e-91ae-18fe85f053f0 req-a2d49dc7-7c99-41d3-9ac0-12e81f8ff1b5 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544817 May 04 18:29:08.700226 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3aab1-0cb2-4705-ad8c-9bd4a21706d9 req-6cf907b2-00d7-4458-a008-31478f9282ec tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:08.701826 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b4b3aab1-0cb2-4705-ad8c-9bd4a21706d9 req-6cf907b2-00d7-4458-a008-31478f9282ec tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 944 time: 0.0833848 May 04 18:29:08.753201 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b4b3aab1-0cb2-4705-ad8c-9bd4a21706d9 req-47d80006-f172-4557-bfa9-1370d71b9a8a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452905 May 04 18:29:08.809190 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 52120) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:08.846964 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-4c3a30cd-bd4d-470b-89ca-643c069b5891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:08.863153 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-4c3a30cd-bd4d-470b-89ca-643c069b5891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:29:08.867079 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-4c3a30cd-bd4d-470b-89ca-643c069b5891 admin admin] Usage tracker for resource:security_group_rule and tenant:2daef2afd8fb41e5a64e541936f1d4c5 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:29:08.870201 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-4c3a30cd-bd4d-470b-89ca-643c069b5891 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:29:08.888097 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-4c3a30cd-bd4d-470b-89ca-643c069b5891 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:29:08.925701 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4e221e84-55f5-4e6e-a719-4e5b018328a1 req-f541b6da-7de0-40a7-8cfc-2aa9d4798006 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 210 time: 0.0492072 May 04 18:29:08.983679 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-4c3a30cd-bd4d-470b-89ca-643c069b5891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:09.050765 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-4c3a30cd-bd4d-470b-89ca-643c069b5891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:09.064795 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-6b170e31-2bc8-4ec0-9616-9aa4beb978f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:09.114532 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-4c3a30cd-bd4d-470b-89ca-643c069b5891 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2daef2afd8fb41e5a64e541936f1d4c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020284 May 04 18:29:09.114532 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a30cd-bd4d-470b-89ca-643c069b5891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8adec8-15e2-4e50-a145-7c3269f02cd9,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:09.115354 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 52126) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:09.118041 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-4c3a30cd-bd4d-470b-89ca-643c069b5891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:09.186667 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b4c69947-78dd-44d6-acd8-cde2b33c9c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:09.214072 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b4c69947-78dd-44d6-acd8-cde2b33c9c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:09.388025 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b4c69947-78dd-44d6-acd8-cde2b33c9c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:09.392376 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-02015c73-5eaf-44c3-8057-49b2509ea8b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:09.406974 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c69947-78dd-44d6-acd8-cde2b33c9c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8adec8-15e2-4e50-a145-7c3269f02cd9,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:09.410560 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-b4c69947-78dd-44d6-acd8-cde2b33c9c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:09.419321 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b4c69947-78dd-44d6-acd8-cde2b33c9c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:09.419321 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-b4c69947-78dd-44d6-acd8-cde2b33c9c9a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ca8adec8-15e2-4e50-a145-7c3269f02cd9 HTTP/1.1" status: 204 len: 168 time: 0.2993994 May 04 18:29:09.753948 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde59604-8b78-4f25-b80a-a4487cfe2db9 req-55d7f45b-671b-4d95-b502-2a8238573fe7 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:09.755467 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-bde59604-8b78-4f25-b80a-a4487cfe2db9 req-55d7f45b-671b-4d95-b502-2a8238573fe7 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=36727202-be98-4b35-b58f-c547b3465fc8 HTTP/1.1" status: 200 len: 945 time: 0.0853512 May 04 18:29:09.823498 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-bde59604-8b78-4f25-b80a-a4487cfe2db9 req-6c3cf932-9d85-4264-85e1-43b4e383ba62 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559502 May 04 18:29:10.002754 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09a976-48a7-45e2-b1ee-93b6503aa086 req-06a9f458-0656-4743-ac00-8f301039a471 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:10.012040 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cd09a976-48a7-45e2-b1ee-93b6503aa086 req-06a9f458-0656-4743-ac00-8f301039a471 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 944 time: 0.1286693 May 04 18:29:10.114448 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cd09a976-48a7-45e2-b1ee-93b6503aa086 req-d2b17773-df59-4d38-a171-ca1f409ad5ae tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007662 May 04 18:29:10.187121 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-35136034-8d12-4279-8f62-aae2eb85300a req-7bec01e7-7820-4223-9eba-6643d28303ac tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 210 time: 0.0713129 May 04 18:29:11.024929 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25ff4b-7070-4280-90f6-14345fc38a86 req-fc8951f4-25a8-4d00-bb22-0ad6d1d6ab2c tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:11.026525 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5d25ff4b-7070-4280-90f6-14345fc38a86 req-fc8951f4-25a8-4d00-bb22-0ad6d1d6ab2c tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=36727202-be98-4b35-b58f-c547b3465fc8 HTTP/1.1" status: 200 len: 945 time: 0.0907371 May 04 18:29:11.081096 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5d25ff4b-7070-4280-90f6-14345fc38a86 req-240f7dfb-29ce-457b-8571-b1b5d314897d tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419533 May 04 18:29:11.413195 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a1ff9fa5-e3f7-4c59-94fe-3a023daa4c0e req-0a54ec2a-8400-4952-91b3-cce1997a8b4d tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 210 time: 0.0542603 May 04 18:29:11.433602 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a6f7d-1ee9-4762-b125-3a81d366b24e req-3eaeacb7-2c5f-4a21-8a99-233c3b525558 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:11.435086 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-909a6f7d-1ee9-4762-b125-3a81d366b24e req-3eaeacb7-2c5f-4a21-8a99-233c3b525558 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 944 time: 0.1757853 May 04 18:29:11.440336 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 52176) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:11.503881 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-909a6f7d-1ee9-4762-b125-3a81d366b24e req-852e8152-2b0e-4581-9a6d-cbbbc3c7a77e tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547247 May 04 18:29:11.571866 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-954c862e-3fa1-48c6-8122-5939880125b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:11.586633 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-954c862e-3fa1-48c6-8122-5939880125b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:29:11.590429 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-954c862e-3fa1-48c6-8122-5939880125b6 admin admin] Usage tracker for resource:security_group_rule and tenant:38cc8d50f39a424797ea85d095754707 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:29:11.593464 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-954c862e-3fa1-48c6-8122-5939880125b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:29:11.599693 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-954c862e-3fa1-48c6-8122-5939880125b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:29:11.685092 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-954c862e-3fa1-48c6-8122-5939880125b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:11.759464 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-954c862e-3fa1-48c6-8122-5939880125b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:11.767174 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-19b371d3-1bc4-4c25-9fcb-fcbc9f668502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:11.812649 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-954c862e-3fa1-48c6-8122-5939880125b6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=38cc8d50f39a424797ea85d095754707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3712068 May 04 18:29:11.813598 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c862e-3fa1-48c6-8122-5939880125b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2047a3cc-5326-4928-a04f-a8e4a15db4e1,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:11.815529 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 52182) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:11.816606 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-954c862e-3fa1-48c6-8122-5939880125b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:11.965120 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-5e82130d-f549-456e-9edb-4e5f9489990f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:11.995529 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-5e82130d-f549-456e-9edb-4e5f9489990f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:12.294570 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e426a-0798-4cfd-967e-4bfea4bb7ba2 req-b751c855-0cd6-4aa5-b13a-5a51e4bb4d30 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:12.296967 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-830e426a-0798-4cfd-967e-4bfea4bb7ba2 req-b751c855-0cd6-4aa5-b13a-5a51e4bb4d30 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=36727202-be98-4b35-b58f-c547b3465fc8 HTTP/1.1" status: 200 len: 945 time: 0.0914826 May 04 18:29:12.349237 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-830e426a-0798-4cfd-967e-4bfea4bb7ba2 req-acc43fb5-c406-4b26-a9ab-f0554e39be20 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440962 May 04 18:29:12.580306 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-5e82130d-f549-456e-9edb-4e5f9489990f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:12.591563 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-2c22d087-ea12-495d-8c80-2d17a1e9ba38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:12.600823 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e6e719a1-b0de-4c09-8985-ce15f9b8f9bd req-f3ee708a-7297-4239-9e9c-a5e603d77b9d tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 210 time: 0.0600455 May 04 18:29:12.607614 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82130d-f549-456e-9edb-4e5f9489990f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2047a3cc-5326-4928-a04f-a8e4a15db4e1,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:12.620843 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-5e82130d-f549-456e-9edb-4e5f9489990f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:12.621080 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-5e82130d-f549-456e-9edb-4e5f9489990f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:12.622086 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-5e82130d-f549-456e-9edb-4e5f9489990f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2047a3cc-5326-4928-a04f-a8e4a15db4e1 HTTP/1.1" status: 204 len: 168 time: 0.8053737 May 04 18:29:12.728221 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d400423-afd2-4596-ae83-38214a06db9e req-0f554f33-bd61-44b5-ae6a-ff6a49341186 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:12.728221 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0d400423-afd2-4596-ae83-38214a06db9e req-0f554f33-bd61-44b5-ae6a-ff6a49341186 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 944 time: 0.0926824 May 04 18:29:12.781429 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0d400423-afd2-4596-ae83-38214a06db9e req-452992c0-73e9-4107-9fba-44bab2746862 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464914 May 04 18:29:13.548468 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebd1f8-349f-405a-8c51-6b4aa5c0d04b req-bdfacd7e-8636-4d39-97a3-13f45a85e814 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:13.562989 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1cebd1f8-349f-405a-8c51-6b4aa5c0d04b req-bdfacd7e-8636-4d39-97a3-13f45a85e814 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=36727202-be98-4b35-b58f-c547b3465fc8 HTTP/1.1" status: 200 len: 945 time: 0.0986946 May 04 18:29:13.619986 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1cebd1f8-349f-405a-8c51-6b4aa5c0d04b req-ee8330c2-3551-4161-9bf2-a62c3a1fb0ce tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465219 May 04 18:29:13.838088 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d84d5cc5-20da-4f53-973e-8adf3454e977 req-bb23846b-3342-4bd6-8e59-3c6f9b8db08c tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 210 time: 0.0580223 May 04 18:29:14.014823 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1218b47-e35d-48a6-88aa-e224831bcd38 req-1b448ed1-9d82-4861-b8b6-6aeb4db12ae0 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:14.018594 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c1218b47-e35d-48a6-88aa-e224831bcd38 req-1b448ed1-9d82-4861-b8b6-6aeb4db12ae0 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 944 time: 0.1007178 May 04 18:29:14.068137 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c1218b47-e35d-48a6-88aa-e224831bcd38 req-14628753-46b3-410a-8b16-369946f5b81f tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448558 May 04 18:29:14.824062 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b39830-4888-41db-b152-dd812f2d7799 req-c9152289-1da2-4e0e-81e9-243e2e01a572 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:14.825622 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-74b39830-4888-41db-b152-dd812f2d7799 req-c9152289-1da2-4e0e-81e9-243e2e01a572 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=36727202-be98-4b35-b58f-c547b3465fc8 HTTP/1.1" status: 200 len: 945 time: 0.0889232 May 04 18:29:14.878442 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-74b39830-4888-41db-b152-dd812f2d7799 req-ab029b3f-554b-450c-8f28-70134f399a36 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462143 May 04 18:29:15.076417 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-fa1fed40-0532-494d-9da8-6426269afd79 req-68100d2c-2221-4bb9-8968-c4da049fb824 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 210 time: 0.0458295 May 04 18:29:15.277220 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d83dbf-bce5-44a7-b592-92922adf8a05 req-3b0d801c-202f-4786-99a7-154d6c6ae049 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:15.278659 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-19d83dbf-bce5-44a7-b592-92922adf8a05 req-3b0d801c-202f-4786-99a7-154d6c6ae049 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 944 time: 0.0882070 May 04 18:29:15.326127 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-19d83dbf-bce5-44a7-b592-92922adf8a05 req-c022c162-e16c-41be-9034-fa7aa6d5f3ee tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409386 May 04 18:29:16.086904 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e038bb4-1897-49d3-ba39-bca1cdd2153b req-aa638961-217a-44f2-8e69-4d402f15a641 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:16.088479 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8e038bb4-1897-49d3-ba39-bca1cdd2153b req-aa638961-217a-44f2-8e69-4d402f15a641 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=36727202-be98-4b35-b58f-c547b3465fc8 HTTP/1.1" status: 200 len: 945 time: 0.0891340 May 04 18:29:16.144295 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8e038bb4-1897-49d3-ba39-bca1cdd2153b req-24d36c03-203e-4b31-aa3a-ae1879efa878 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494938 May 04 18:29:16.359976 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f5294a86-eae2-4708-987f-e1c1a986a3bb req-9a9bc731-56a7-4ec6-bd9e-aa81f80327de tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 210 time: 0.0484614 May 04 18:29:16.524428 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e0cb7-37c7-45aa-ad52-ab3f5774d74a req-f21fb8b6-a27c-43a1-975f-65199824e778 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:16.528041 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-021e0cb7-37c7-45aa-ad52-ab3f5774d74a req-f21fb8b6-a27c-43a1-975f-65199824e778 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 944 time: 0.0866218 May 04 18:29:16.573678 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-021e0cb7-37c7-45aa-ad52-ab3f5774d74a req-2c9fa2a5-2263-4bd8-9616-002aff3f951c tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414219 May 04 18:29:16.899419 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9250d-6e81-4da4-9c0e-9f5b2265b0cc req-d87bc5b6-6eba-4d63-9261-f985c2632bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:16.900957 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-55f9250d-6e81-4da4-9c0e-9f5b2265b0cc req-d87bc5b6-6eba-4d63-9261-f985c2632bc6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=36727202-be98-4b35-b58f-c547b3465fc8 HTTP/1.1" status: 200 len: 1098 time: 0.0889020 May 04 18:29:16.945161 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-55f9250d-6e81-4da4-9c0e-9f5b2265b0cc req-802d7542-9c5d-4590-a940-697c48814396 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341430 May 04 18:29:17.344833 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc69a5f-fafe-4fe2-9d08-5b34ff211fca req-96f8fd7d-da78-4fbe-a891-834cb92b2ca2 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:17.346428 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-fcc69a5f-fafe-4fe2-9d08-5b34ff211fca req-96f8fd7d-da78-4fbe-a891-834cb92b2ca2 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=36727202-be98-4b35-b58f-c547b3465fc8 HTTP/1.1" status: 200 len: 945 time: 0.0903137 May 04 18:29:17.399152 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-fcc69a5f-fafe-4fe2-9d08-5b34ff211fca req-9ba66ed2-99d4-4e40-a3c8-d76d379f5780 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469420 May 04 18:29:17.551990 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-93c38028-a349-4923-be20-89974d282730 req-267cdb7f-89ed-4f16-97cd-15004e88854f tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=370b333c-bedf-4a1b-8508-0580d9669df8 HTTP/1.1" status: 200 len: 210 time: 0.0436616 May 04 18:29:17.771376 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21124420-8755-4698-8948-2dd3ced05703 req-1ca55289-5199-45de-a6ba-7e6e62aa47f2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:17.772805 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-21124420-8755-4698-8948-2dd3ced05703 req-1ca55289-5199-45de-a6ba-7e6e62aa47f2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 944 time: 0.0811405 May 04 18:29:17.834420 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-21124420-8755-4698-8948-2dd3ced05703 req-1e5d315e-5602-4a0c-a7bc-bd924fffb2db tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556741 May 04 18:29:18.597196 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55b550-4ff5-4b84-8cbf-55c6d15a8e64 req-f20a4ed6-2f36-45e9-9221-4f3aed3eee6d tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:18.598840 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6e55b550-4ff5-4b84-8cbf-55c6d15a8e64 req-f20a4ed6-2f36-45e9-9221-4f3aed3eee6d tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=36727202-be98-4b35-b58f-c547b3465fc8 HTTP/1.1" status: 200 len: 945 time: 0.0818589 May 04 18:29:18.645156 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6e55b550-4ff5-4b84-8cbf-55c6d15a8e64 req-b7aef903-280e-4abb-92bc-c91b9f56b8f6 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396042 May 04 18:29:19.040961 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715ffb8-883c-4a11-8ba8-5b3811d1e51f req-742bbf65-35cd-4025-a474-454d5780c36e tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:19.042704 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8715ffb8-883c-4a11-8ba8-5b3811d1e51f req-742bbf65-35cd-4025-a474-454d5780c36e tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 944 time: 0.1011565 May 04 18:29:19.111537 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8715ffb8-883c-4a11-8ba8-5b3811d1e51f req-a448fd3f-51dc-458f-9f52-02dcf810e994 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621188 May 04 18:29:19.334686 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:19.340203 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5914c-30a1-41b8-bac9-b2d6891477c2 req-1704245c-2d21-428a-9dd2-f99331ac3e6a tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:19.345493 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-deb5914c-30a1-41b8-bac9-b2d6891477c2 req-1704245c-2d21-428a-9dd2-f99331ac3e6a tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.0850194 May 04 18:29:19.517904 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-deb5914c-30a1-41b8-bac9-b2d6891477c2 req-4794703c-fa35-4230-88dd-23a62b6c51c6 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699378 May 04 18:29:19.538673 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6313c7-0770-44db-880a-637a3da5de18 req-c9c6ee7a-de68-4d7c-853c-99ce41fa3311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:19.540155 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8a6313c7-0770-44db-880a-637a3da5de18 req-c9c6ee7a-de68-4d7c-853c-99ce41fa3311 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76bc34a978a74f5391886da16fb39bf8&device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 1097 time: 0.1910627 May 04 18:29:19.595046 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 52318) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:19.687873 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6313c7-0770-44db-880a-637a3da5de18 req-a8263019-8913-4580-a688-12ceee0f860c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:19.689291 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8a6313c7-0770-44db-880a-637a3da5de18 req-a8263019-8913-4580-a688-12ceee0f860c service neutron] 10.222.0.20 "GET /v2.0/networks?id=3feac1cb-76d7-4653-8c68-28519f9a3ebb HTTP/1.1" status: 200 len: 917 time: 0.1272292 May 04 18:29:19.715271 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-d7fe3880-367b-4474-b253-624574a218ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:19.730298 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-d7fe3880-367b-4474-b253-624574a218ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:29:19.734156 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-d7fe3880-367b-4474-b253-624574a218ea admin admin] Usage tracker for resource:security_group_rule and tenant:848d9a699a4841fda3958ec47f7392b7 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:29:19.737292 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-d7fe3880-367b-4474-b253-624574a218ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:29:19.743051 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-d7fe3880-367b-4474-b253-624574a218ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:29:19.800753 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8a6313c7-0770-44db-880a-637a3da5de18 req-31e53cb0-0db2-4daf-9e62-29b70776ffec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dbc6b18-d7b8-44b3-95f1-8159315eaba9 HTTP/1.1" status: 200 len: 999 time: 0.1019530 May 04 18:29:19.834715 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-d7fe3880-367b-4474-b253-624574a218ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:19.866724 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6313c7-0770-44db-880a-637a3da5de18 req-651273a5-f411-4fd8-b1c2-93abe18eec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:19.868178 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8a6313c7-0770-44db-880a-637a3da5de18 req-651273a5-f411-4fd8-b1c2-93abe18eec8f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ac34bf5f-88ea-4331-a071-effcc9c85f2a HTTP/1.1" status: 200 len: 855 time: 0.0593123 May 04 18:29:19.896120 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-d7fe3880-367b-4474-b253-624574a218ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:19.903064 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-954c862e-3fa1-48c6-8122-5939880125b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:19.942767 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-d7fe3880-367b-4474-b253-624574a218ea admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=848d9a699a4841fda3958ec47f7392b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3465765 May 04 18:29:19.945849 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 52328) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:19.953282 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe3880-367b-4474-b253-624574a218ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f4246d-4843-4255-915a-1ed79aef7534,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:19.958247 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-d7fe3880-367b-4474-b253-624574a218ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:19.985973 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6313c7-0770-44db-880a-637a3da5de18 req-92b35bcd-d779-417a-8b08-1b75f5f45f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:19.987479 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8a6313c7-0770-44db-880a-637a3da5de18 req-92b35bcd-d779-417a-8b08-1b75f5f45f82 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3feac1cb-76d7-4653-8c68-28519f9a3ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1080527 May 04 18:29:20.105897 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-34fbf526-d3f9-4765-85da-e599de4f855a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:20.148736 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-34fbf526-d3f9-4765-85da-e599de4f855a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:20.199545 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8a6313c7-0770-44db-880a-637a3da5de18 req-4be7101b-4522-4cb0-a2cf-e1200bdd4a8b service neutron] 10.222.0.20 "GET /v2.0/networks/3feac1cb-76d7-4653-8c68-28519f9a3ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956360 May 04 18:29:20.400962 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8a6313c7-0770-44db-880a-637a3da5de18 req-afadd906-4877-4e9e-b4bc-d67aa9fc5f1d service neutron] 10.222.0.20 "GET /v2.0/networks/3feac1cb-76d7-4653-8c68-28519f9a3ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927061 May 04 18:29:20.451197 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-34fbf526-d3f9-4765-85da-e599de4f855a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:20.463632 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-a725d04b-3561-4caf-8e07-5b382d1ea952 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:20.477698 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913bbc2-6ba7-437e-bb9b-846ca61a68d9 req-1338606a-162c-4c52-b77c-0cd3c3066a40 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:20.479414 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2913bbc2-6ba7-437e-bb9b-846ca61a68d9 req-1338606a-162c-4c52-b77c-0cd3c3066a40 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 944 time: 0.2375047 May 04 18:29:20.488131 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbf526-d3f9-4765-85da-e599de4f855a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f4246d-4843-4255-915a-1ed79aef7534,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:20.492914 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-34fbf526-d3f9-4765-85da-e599de4f855a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:20.504776 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:29:20.512662 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-34fbf526-d3f9-4765-85da-e599de4f855a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:20.516877 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-34fbf526-d3f9-4765-85da-e599de4f855a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/44f4246d-4843-4255-915a-1ed79aef7534 HTTP/1.1" status: 204 len: 168 time: 0.5668423 May 04 18:29:20.550035 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2913bbc2-6ba7-437e-bb9b-846ca61a68d9 req-868d02d0-eeb3-4cb1-beab-803f9f0ebe0e tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629876 May 04 18:29:20.568766 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fa4d4-1140-4b0a-9929-f4cd1cd72eb0 req-65bb1d68-490d-4bce-ac86-28e35db95390 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:20.570816 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f59fa4d4-1140-4b0a-9929-f4cd1cd72eb0 req-65bb1d68-490d-4bce-ac86-28e35db95390 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=36727202-be98-4b35-b58f-c547b3465fc8 HTTP/1.1" status: 200 len: 945 time: 0.1653845 May 04 18:29:20.627759 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f59fa4d4-1140-4b0a-9929-f4cd1cd72eb0 req-810537ed-b887-47af-9a93-0a45f52c4065 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445457 May 04 18:29:20.685944 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 9dbc6b18-d7b8-44b3-95f1-8159315eaba9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9dbc6b18-d7b8-44b3-95f1-8159315eaba9,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:29:20.700613 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Returning: {'device': '9dbc6b18-d7b8-44b3-95f1-8159315eaba9', 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'port_id': '9dbc6b18-d7b8-44b3-95f1-8159315eaba9', 'mac_address': 'fa:16:3e:20:14:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:29:20.746834 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37d032-4349-43b1-9354-37bffe9962b2 req-70b1f43f-89a4-414b-b986-2fe30cb9e240 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:20.749745 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-fe37d032-4349-43b1-9354-37bffe9962b2 req-70b1f43f-89a4-414b-b986-2fe30cb9e240 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.0878155 May 04 18:29:20.760118 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:20.779876 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 {{(pid=74223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:29:20.797570 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 9dbc6b18-d7b8-44b3-95f1-8159315eaba9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9dbc6b18-d7b8-44b3-95f1-8159315eaba9,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:29:20.802719 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-fe37d032-4349-43b1-9354-37bffe9962b2 req-6d273c1f-6835-4f94-bd2c-2e4bfada5248 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483086 May 04 18:29:20.906709 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:20.908628 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:20.974881 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=9dbc6b18-d7b8-44b3-95f1-8159315eaba9,revision_number=9']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:20.977975 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:21.259415 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['9dbc6b18-d7b8-44b3-95f1-8159315eaba9'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:29:21.582555 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 52372) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:21.711474 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-65d53787-2491-4875-ad6d-5f03a538b34f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2110633395-network', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:29:21.720687 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-65d53787-2491-4875-ad6d-5f03a538b34f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:29:21.726567 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-65d53787-2491-4875-ad6d-5f03a538b34f admin admin] Usage tracker for resource:network and tenant:ba44109d89274d7a81583c1b92e79659 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:29:21.730887 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-65d53787-2491-4875-ad6d-5f03a538b34f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:29:21.743246 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-65d53787-2491-4875-ad6d-5f03a538b34f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:29:21.825785 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ca39c-fe72-4a4f-a203-569d46f3c0d3 req-1688661a-12bd-4910-82ca-1ba448dd08b8 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:21.827819 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d99ca39c-fe72-4a4f-a203-569d46f3c0d3 req-1688661a-12bd-4910-82ca-1ba448dd08b8 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 945 time: 0.1570301 May 04 18:29:21.881335 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16efd381-3ebc-4fdd-a4cd-126bd1799287 req-dc033ee3-4c4d-44d0-bac4-5525b366c088 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:21.882770 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-16efd381-3ebc-4fdd-a4cd-126bd1799287 req-dc033ee3-4c4d-44d0-bac4-5525b366c088 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=36727202-be98-4b35-b58f-c547b3465fc8 HTTP/1.1" status: 200 len: 945 time: 0.1414146 May 04 18:29:21.885753 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d53787-2491-4875-ad6d-5f03a538b34f admin admin] Made reservation on behalf of ba44109d89274d7a81583c1b92e79659 for: {'network': 1} {{(pid=74222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:29:21.888205 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-65d53787-2491-4875-ad6d-5f03a538b34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for network, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:21.906021 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d99ca39c-fe72-4a4f-a203-569d46f3c0d3 req-44a07115-97af-40d8-ad71-b110d73c58df tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709836 May 04 18:29:21.917571 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-65d53787-2491-4875-ad6d-5f03a538b34f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:21.940840 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-65d53787-2491-4875-ad6d-5f03a538b34f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:29:21.955265 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-65d53787-2491-4875-ad6d-5f03a538b34f admin admin] Usage tracker for resource:security_group_rule and tenant:ba44109d89274d7a81583c1b92e79659 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:29:21.959626 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-65d53787-2491-4875-ad6d-5f03a538b34f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:29:21.969106 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-16efd381-3ebc-4fdd-a4cd-126bd1799287 req-05d8655f-d9db-4447-922f-26d7909e96c5 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686855 May 04 18:29:21.969935 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-65d53787-2491-4875-ad6d-5f03a538b34f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:29:22.118403 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-65d53787-2491-4875-ad6d-5f03a538b34f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:22.132585 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac80f7-3ad1-45d8-b9ed-f7d041136eff req-0bddea54-8e98-49b7-bc97-e9f8cf9566d6 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:22.134018 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-93ac80f7-3ad1-45d8-b9ed-f7d041136eff req-0bddea54-8e98-49b7-bc97-e9f8cf9566d6 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.1256182 May 04 18:29:22.182367 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-93ac80f7-3ad1-45d8-b9ed-f7d041136eff req-6be8a350-a90b-4224-8956-ad520c7743cd tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420628 May 04 18:29:22.193302 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-65d53787-2491-4875-ad6d-5f03a538b34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:22.196957 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-0f2b269d-aec9-4728-bba1-bba931a27f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:22.225012 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d53787-2491-4875-ad6d-5f03a538b34f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=74222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:29:22.235546 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d53787-2491-4875-ad6d-5f03a538b34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0aae20-9472-4e32-9ee1-37d1e6d30224,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:22.238684 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-65d53787-2491-4875-ad6d-5f03a538b34f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:22.281764 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-65d53787-2491-4875-ad6d-5f03a538b34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:22.282100 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.db.segments_db [None req-65d53787-2491-4875-ad6d-5f03a538b34f admin admin] Added segment 39fc2110-9ae7-430c-8de7-7961edab7df6 of type vlan for network 9cee9853-ab1f-40ba-9afc-e5cbc71af0c1 May 04 18:29:22.314851 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-65d53787-2491-4875-ad6d-5f03a538b34f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785699775636'] for network, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:22.362314 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296892f-c17c-417a-b5be-26190d81a118 req-2c08ff9f-61a6-4474-9e88-b8f1d9b50c10 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:22.363771 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4296892f-c17c-417a-b5be-26190d81a118 req-2c08ff9f-61a6-4474-9e88-b8f1d9b50c10 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.20 "GET /v2.0/ports?device_id=36727202-be98-4b35-b58f-c547b3465fc8 HTTP/1.1" status: 200 len: 945 time: 0.1292529 May 04 18:29:22.504355 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-65d53787-2491-4875-ad6d-5f03a538b34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:22.508581 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 up at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:29:22.509086 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d53787-2491-4875-ad6d-5f03a538b34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:22.509699 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-65d53787-2491-4875-ad6d-5f03a538b34f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:22.515752 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:22.580478 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning complete for port 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:29:22.580884 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:22.676950 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d53787-2491-4875-ad6d-5f03a538b34f admin admin] Pushing event updated for resources: {'Network': ['ID=9cee9853-ab1f-40ba-9afc-e5cbc71af0c1,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:22.682104 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-65d53787-2491-4875-ad6d-5f03a538b34f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:22.700808 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Network 9cee9853-ab1f-40ba-9afc-e5cbc71af0c1 details requested by agent ovs-agent-dv-cinder-789603-2-smb with host dv-cinder-789603-2-smb {{(pid=74223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:29:22.709476 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.plugin [req-4296892f-c17c-417a-b5be-26190d81a118 req-dbcdd26c-343a-4d2e-a092-dfe243b134d5 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Deleting port eaded206-f1d9-4eec-b220-6312379e61b1 {{(pid=74222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:29:22.709818 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-4296892f-c17c-417a-b5be-26190d81a118 req-dbcdd26c-343a-4d2e-a092-dfe243b134d5 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:22.737634 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:22.744515 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-65d53787-2491-4875-ad6d-5f03a538b34f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1582601 May 04 18:29:22.744905 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 52398) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:22.752848 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-ff9bd183-316a-44a0-a1a6-2e23016fcc20 admin admin] Request body: {'subnet': {'network_id': '9cee9853-ab1f-40ba-9afc-e5cbc71af0c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2110633395-subnet', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'ip_version': 4}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:29:22.804212 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-ff9bd183-316a-44a0-a1a6-2e23016fcc20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:29:22.819778 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-ff9bd183-316a-44a0-a1a6-2e23016fcc20 admin admin] Usage tracker for resource:subnet and tenant:ba44109d89274d7a81583c1b92e79659 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:29:22.822809 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b12988-8c48-42d2-a46b-b726b3fa6854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dbc6b18-d7b8-44b3-95f1-8159315eaba9'}] {{(pid=74223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:29:22.824782 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-ff9bd183-316a-44a0-a1a6-2e23016fcc20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:29:22.834767 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-ff9bd183-316a-44a0-a1a6-2e23016fcc20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:29:22.840592 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 9dbc6b18-d7b8-44b3-95f1-8159315eaba9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9dbc6b18-d7b8-44b3-95f1-8159315eaba9,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:29:22.869908 dv-cinder-789603-2-smb neutron-server[74223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b12988-8c48-42d2-a46b-b726b3fa6854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dbc6b18-d7b8-44b3-95f1-8159315eaba9', 'code': 200} May 04 18:29:22.871003 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.db [req-4296892f-c17c-417a-b5be-26190d81a118 req-dbcdd26c-343a-4d2e-a092-dfe243b134d5 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] For port eaded206-f1d9-4eec-b220-6312379e61b1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=eaded206-f1d9-4eec-b220-6312379e61b1,segment=NetworkSegment(d346d979-c2b6-4417-8716-e1b6ce86b20c),segment_id=d346d979-c2b6-4417-8716-e1b6ce86b20c)] {{(pid=74222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:29:22.871390 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-4296892f-c17c-417a-b5be-26190d81a118 req-dbcdd26c-343a-4d2e-a092-dfe243b134d5 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:22.911662 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:22.914458 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:22.988957 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=9dbc6b18-d7b8-44b3-95f1-8159315eaba9,revision_number=10']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:22.990985 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9bd183-316a-44a0-a1a6-2e23016fcc20 admin admin] Made reservation on behalf of ba44109d89274d7a81583c1b92e79659 for: {'subnet': 1} {{(pid=74222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:29:22.993303 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-ff9bd183-316a-44a0-a1a6-2e23016fcc20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13833666'] for subnet, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:23.003258 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:23.040353 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.plugin [req-4296892f-c17c-417a-b5be-26190d81a118 req-dbcdd26c-343a-4d2e-a092-dfe243b134d5 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Calling delete_port for eaded206-f1d9-4eec-b220-6312379e61b1 owned by compute:nova {{(pid=74222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:29:23.330175 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68af18f-1d27-453c-890e-8dbd458b216b req-5a4107ee-6920-420d-b7cb-0a3aca6b5390 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:23.332011 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e68af18f-1d27-453c-890e-8dbd458b216b req-5a4107ee-6920-420d-b7cb-0a3aca6b5390 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=36727202-be98-4b35-b58f-c547b3465fc8 HTTP/1.1" status: 200 len: 945 time: 0.2490184 May 04 18:29:23.339103 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8fbcd-9d5a-4f5a-aa9c-942605502fed req-9cb62a81-f7b6-4358-b540-29ed394a0fc0 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:23.340462 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f8f8fbcd-9d5a-4f5a-aa9c-942605502fed req-9cb62a81-f7b6-4358-b540-29ed394a0fc0 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 947 time: 0.2972765 May 04 18:29:23.493228 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e68af18f-1d27-453c-890e-8dbd458b216b req-fbbbd1dd-c37f-4dce-84c6-28068b44eb70 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc154279-e390-475e-b1ba-0db437ac9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511278 May 04 18:29:23.495895 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f8f8fbcd-9d5a-4f5a-aa9c-942605502fed req-e13ff354-0852-4318-8922-d972ba5f62b3 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468837 May 04 18:29:23.576178 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-4296892f-c17c-417a-b5be-26190d81a118 req-dbcdd26c-343a-4d2e-a092-dfe243b134d5 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15671191'] for port, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:23.583762 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-706bb116-2cd3-45cd-a1e8-3be92a7a2684 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:23.588740 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['eaded206-f1d9-4eec-b220-6312379e61b1'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:29:23.648001 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbe571-db15-4e1f-8e29-5b515451e272 req-07b1d7da-ac6f-418d-9011-de6358ed1036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:23.649485 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-86bbe571-db15-4e1f-8e29-5b515451e272 req-07b1d7da-ac6f-418d-9011-de6358ed1036 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 1100 time: 0.0778747 May 04 18:29:23.684716 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdd26c-343a-4d2e-a092-dfe243b134d5 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Pushing event deleted for resources: {'Port': ['ID=eaded206-f1d9-4eec-b220-6312379e61b1,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:23.687804 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-dbcdd26c-343a-4d2e-a092-dfe243b134d5 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:23.709408 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-86bbe571-db15-4e1f-8e29-5b515451e272 req-fd8128a2-6dbd-4c49-9e67-ef4a3dd12bf6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502846 May 04 18:29:23.785698 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.l3_dvrscheduler_db [req-4296892f-c17c-417a-b5be-26190d81a118 req-dbcdd26c-343a-4d2e-a092-dfe243b134d5 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] No DVR routers for this DVR port eaded206-f1d9-4eec-b220-6312379e61b1 on host hv-cinder-78960 {{(pid=74222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:29:23.790811 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-4296892f-c17c-417a-b5be-26190d81a118 req-dbcdd26c-343a-4d2e-a092-dfe243b134d5 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:23.793280 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36727202-be98-4b35-b58f-c547b3465fc8', 'name': 'network-vif-deleted', 'tag': 'eaded206-f1d9-4eec-b220-6312379e61b1'}] {{(pid=74222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:29:23.895688 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac9418-00e6-43ae-96c2-6490261bf486 req-e6c0657e-685d-475f-b3a1-bcff6e4922e6 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:23.897129 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2aac9418-00e6-43ae-96c2-6490261bf486 req-e6c0657e-685d-475f-b3a1-bcff6e4922e6 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.2809870 May 04 18:29:23.951335 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4296892f-c17c-417a-b5be-26190d81a118 req-dbcdd26c-343a-4d2e-a092-dfe243b134d5 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.20 "DELETE /v2.0/ports/eaded206-f1d9-4eec-b220-6312379e61b1 HTTP/1.1" status: 204 len: 173 time: 1.5802109 May 04 18:29:23.954079 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2aac9418-00e6-43ae-96c2-6490261bf486 req-9997130f-058e-4edc-aeda-913a88e7f5cf tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486693 May 04 18:29:24.011055 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36727202-be98-4b35-b58f-c547b3465fc8', 'name': 'network-vif-deleted', 'tag': 'eaded206-f1d9-4eec-b220-6312379e61b1', 'status': 'completed', 'code': 200} May 04 18:29:24.026797 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-ff9bd183-316a-44a0-a1a6-2e23016fcc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15669287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13833684'] for subnet, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:24.031486 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:24.101701 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9bd183-316a-44a0-a1a6-2e23016fcc20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3a18b2a-aa00-47fe-8906-1f3aa51aafc3,revision_number=0']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:24.112072 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-ff9bd183-316a-44a0-a1a6-2e23016fcc20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:24.117280 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9bd183-316a-44a0-a1a6-2e23016fcc20 admin admin] Checking segment: {'id': '39fc2110-9ae7-430c-8de7-7961edab7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9cee9853-ab1f-40ba-9afc-e5cbc71af0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:29:24.117710 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9bd183-316a-44a0-a1a6-2e23016fcc20 admin admin] Network hostable DHCP agents. Network: 9cee9853-ab1f-40ba-9afc-e5cbc71af0c1, hostable agents: ['948d1784-d24a-40dc-b599-c4e6e391e200'], hosted agents: [] {{(pid=74222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:29:24.229295 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9bd183-316a-44a0-a1a6-2e23016fcc20 admin admin] Network 9cee9853-ab1f-40ba-9afc-e5cbc71af0c1 is scheduled to be hosted by DHCP agent 948d1784-d24a-40dc-b599-c4e6e391e200 with binding_index 1 {{(pid=74222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:29:24.281070 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c9df5-7e5d-4026-9bc8-efffff822d1f req-36eea2a2-6d1d-4710-911c-539a0e22fa21 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:24.282559 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-866c9df5-7e5d-4026-9bc8-efffff822d1f req-36eea2a2-6d1d-4710-911c-539a0e22fa21 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.0894811 May 04 18:29:24.390766 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.base_scheduler [None req-ff9bd183-316a-44a0-a1a6-2e23016fcc20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-smb, 9cee9853-ab1f-40ba-9afc-e5cbc71af0c1) {{(pid=74222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:29:24.398731 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bd0976-58f8-4fcb-a376-54399ab0b741 None None] Network 9cee9853-ab1f-40ba-9afc-e5cbc71af0c1 requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:29:24.403256 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9bd183-316a-44a0-a1a6-2e23016fcc20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:24.403831 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-ff9bd183-316a-44a0-a1a6-2e23016fcc20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:24.431879 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-866c9df5-7e5d-4026-9bc8-efffff822d1f req-037e57ea-4f9c-40a0-bd98-bc5c65c529de tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418242 May 04 18:29:24.511637 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-ff9bd183-316a-44a0-a1a6-2e23016fcc20 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7624733 May 04 18:29:24.512751 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 52422) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:24.518574 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-b4885a96-804a-456d-bc8f-dfb1b7d88cd0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2110633395-router', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'}}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:29:24.523456 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-b4885a96-804a-456d-bc8f-dfb1b7d88cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:29:24.527889 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-b4885a96-804a-456d-bc8f-dfb1b7d88cd0 admin admin] Usage tracker for resource:router and tenant:ba44109d89274d7a81583c1b92e79659 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:29:24.531567 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-b4885a96-804a-456d-bc8f-dfb1b7d88cd0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:29:24.539978 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-b4885a96-804a-456d-bc8f-dfb1b7d88cd0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:29:24.620452 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b4885a96-804a-456d-bc8f-dfb1b7d88cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-943714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29278'] for router, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:24.622065 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b4885a96-804a-456d-bc8f-dfb1b7d88cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-883042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29271'] for router, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:24.670524 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-6506bfa4-29d1-44e7-8d38-0eff12ffbea3 req-6733e662-d7cc-41c7-ac63-2a70dd80b445 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Synchronizing usage tracker for tenant:27d38e26a3bb45b2bb6a2f009d6eef29 on resource:port {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:29:24.676650 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b4885a96-804a-456d-bc8f-dfb1b7d88cd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:24.706486 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c9e172-040a-4193-b8a9-b9ad0795e2d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe140b76d-5e43-56e8-9ef0-5ecafadefb14-9cee9853-ab1f-40ba-9afc-e5cbc71af0c1', 'network_id': '9cee9853-ab1f-40ba-9afc-e5cbc71af0c1', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'fixed_ips': [{'subnet_id': 'e3a18b2a-aa00-47fe-8906-1f3aa51aafc3'}]}} from dv-cinder-789603-2-smb. {{(pid=74223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 18:29:24.707400 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-47c9e172-040a-4193-b8a9-b9ad0795e2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:24.751046 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-6506bfa4-29d1-44e7-8d38-0eff12ffbea3 req-6733e662-d7cc-41c7-ac63-2a70dd80b445 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Unset dirty status for tenant:27d38e26a3bb45b2bb6a2f009d6eef29 on resource:port {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:29:24.752325 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6506bfa4-29d1-44e7-8d38-0eff12ffbea3 req-6733e662-d7cc-41c7-ac63-2a70dd80b445 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] 10.222.0.49 "GET /v2.0/ports?device_id=36727202-be98-4b35-b58f-c547b3465fc8 HTTP/1.1" status: 200 len: 210 time: 0.1261666 May 04 18:29:24.811283 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce873a-33f9-46cc-a122-4a1a387bf9db req-a28798b0-a961-4c0b-b7c0-21bee31bcae4 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:24.818784 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-68ce873a-33f9-46cc-a122-4a1a387bf9db req-a28798b0-a961-4c0b-b7c0-21bee31bcae4 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 947 time: 0.1040709 May 04 18:29:24.870759 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-68ce873a-33f9-46cc-a122-4a1a387bf9db req-9caebe9a-83f3-4f98-98ec-a0660326f258 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508571 May 04 18:29:24.909435 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.db_base_plugin_common [None req-47c9e172-040a-4193-b8a9-b9ad0795e2d5 None None] Allocated IP 172.20.0.2 (9cee9853-ab1f-40ba-9afc-e5cbc71af0c1/e3a18b2a-aa00-47fe-8906-1f3aa51aafc3/49fec518-c507-4dfb-85bb-0c7d4bd389ab) {{(pid=74223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:29:25.088345 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-c860bd38-f5d7-4cda-8fa5-dfeece99f430 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Synchronizing usage tracker for tenant:c30572d2e703466baf61164023333613 on resource:security_group {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:29:25.172163 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-47c9e172-040a-4193-b8a9-b9ad0795e2d5 None None] Notify callbacks [] for port, precommit_create {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:25.187121 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-47c9e172-040a-4193-b8a9-b9ad0795e2d5 None None] Transition to ACTIVE for port object 49fec518-c507-4dfb-85bb-0c7d4bd389ab will not be triggered until provisioned by entity L2. {{(pid=74223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:29:25.208751 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b4885a96-804a-456d-bc8f-dfb1b7d88cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942803', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-943628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29349'] for router, precommit_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:25.220459 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-47c9e172-040a-4193-b8a9-b9ad0795e2d5 None None] Transition to ACTIVE for port object 49fec518-c507-4dfb-85bb-0c7d4bd389ab will not be triggered until provisioned by entity DHCP. {{(pid=74223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:29:25.228100 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-c860bd38-f5d7-4cda-8fa5-dfeece99f430 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Unset dirty status for tenant:c30572d2e703466baf61164023333613 on resource:security_group {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:29:25.236125 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-c860bd38-f5d7-4cda-8fa5-dfeece99f430 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1547947543&fields=id&tenant_id=c30572d2e703466baf61164023333613 HTTP/1.1" status: 200 len: 267 time: 0.2731175 May 04 18:29:25.353854 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-47c9e172-040a-4193-b8a9-b9ad0795e2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542'] for port, after_create {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:25.357500 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:25.405541 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67f93d-fbaa-45d1-8e94-2c1a123b746e req-3ece4b7e-6413-4a2f-b23d-052e347d2025 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:25.407032 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ab67f93d-fbaa-45d1-8e94-2c1a123b746e req-3ece4b7e-6413-4a2f-b23d-052e347d2025 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.2144852 May 04 18:29:25.417453 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-ef1668f6-f6ea-4310-ba15-108fe543565a tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:25.418214 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-ef1668f6-f6ea-4310-ba15-108fe543565a tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Synchronizing usage tracker for tenant:c30572d2e703466baf61164023333613 on resource:network {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:29:25.419394 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c9e172-040a-4193-b8a9-b9ad0795e2d5 None None] Network 9cee9853-ab1f-40ba-9afc-e5cbc71af0c1 is already hosted by enough agents. {{(pid=74223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:29:25.423381 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.scheduler.base_scheduler [None req-47c9e172-040a-4193-b8a9-b9ad0795e2d5 None None] Resources bound (agent type, host, resource id): {{(pid=74223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:29:25.426862 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c9e172-040a-4193-b8a9-b9ad0795e2d5 None None] Received port after_create {{(pid=74223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:29:25.467141 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c9e172-040a-4193-b8a9-b9ad0795e2d5 None None] Pushing event updated for resources: {'Port': ['ID=49fec518-c507-4dfb-85bb-0c7d4bd389ab,revision_number=1']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:25.470282 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ab67f93d-fbaa-45d1-8e94-2c1a123b746e req-4be9d403-0179-40a6-b03c-a73400dff8ab tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478542 May 04 18:29:25.473204 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-47c9e172-040a-4193-b8a9-b9ad0795e2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:25.525440 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-47c9e172-040a-4193-b8a9-b9ad0795e2d5 None None] Attempting to bind port 49fec518-c507-4dfb-85bb-0c7d4bd389ab on host dv-cinder-789603-2-smb for vnic_type normal with profile {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:29:25.525957 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-47c9e172-040a-4193-b8a9-b9ad0795e2d5 None None] Attempting to bind port 49fec518-c507-4dfb-85bb-0c7d4bd389ab by drivers openvswitch,hyperv on host dv-cinder-789603-2-smb at level 0 using segments [{'id': '39fc2110-9ae7-430c-8de7-7961edab7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9cee9853-ab1f-40ba-9afc-e5cbc71af0c1'}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:29:25.526290 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c9e172-040a-4193-b8a9-b9ad0795e2d5 None None] Attempting to bind port 49fec518-c507-4dfb-85bb-0c7d4bd389ab on network 9cee9853-ab1f-40ba-9afc-e5cbc71af0c1 {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:29:25.532401 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c9e172-040a-4193-b8a9-b9ad0795e2d5 None None] Checking agent: {'id': 'bc53da1e-f01a-45f2-860f-1d5e19382f0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 18, 6), 'started_at': datetime.datetime(2021, 5, 4, 18, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:29:25.533096 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c9e172-040a-4193-b8a9-b9ad0795e2d5 None None] Checking segment: {'id': '39fc2110-9ae7-430c-8de7-7961edab7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9cee9853-ab1f-40ba-9afc-e5cbc71af0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:29:25.533743 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-47c9e172-040a-4193-b8a9-b9ad0795e2d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:25.534728 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c9e172-040a-4193-b8a9-b9ad0795e2d5 None None] Bound using segment: {'id': '39fc2110-9ae7-430c-8de7-7961edab7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9cee9853-ab1f-40ba-9afc-e5cbc71af0c1'} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:29:25.535420 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-47c9e172-040a-4193-b8a9-b9ad0795e2d5 None None] Bound port: 49fec518-c507-4dfb-85bb-0c7d4bd389ab, host: dv-cinder-789603-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fc2110-9ae7-430c-8de7-7961edab7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9cee9853-ab1f-40ba-9afc-e5cbc71af0c1'}}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:29:25.535806 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-47c9e172-040a-4193-b8a9-b9ad0795e2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:25.542192 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-ef1668f6-f6ea-4310-ba15-108fe543565a tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Unset dirty status for tenant:c30572d2e703466baf61164023333613 on resource:network {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:29:25.544740 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-ef1668f6-f6ea-4310-ba15-108fe543565a tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/networks?id=958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2 HTTP/1.1" status: 200 len: 809 time: 0.3064635 May 04 18:29:25.571399 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-1bcd2401-88f0-4e0c-b45e-2d41b4c99b9a tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/quotas/c30572d2e703466baf61164023333613 HTTP/1.1" status: 200 len: 375 time: 0.0210383 May 04 18:29:25.630639 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-47c9e172-040a-4193-b8a9-b9ad0795e2d5 None None] For port 49fec518-c507-4dfb-85bb-0c7d4bd389ab, host dv-cinder-789603-2-smb, cleared binding levels {{(pid=74223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:29:25.634288 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-47c9e172-040a-4193-b8a9-b9ad0795e2d5 None None] For port 49fec518-c507-4dfb-85bb-0c7d4bd389ab, host dv-cinder-789603-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=49fec518-c507-4dfb-85bb-0c7d4bd389ab,segment=NetworkSegment(39fc2110-9ae7-430c-8de7-7961edab7df6),segment_id=39fc2110-9ae7-430c-8de7-7961edab7df6)] {{(pid=74223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:29:25.722312 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-b1fd0645-083b-4a1a-bbfc-600bbbba367b tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c30572d2e703466baf61164023333613&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1454830 May 04 18:29:25.725163 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-47c9e172-040a-4193-b8a9-b9ad0795e2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:25.731536 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fc878-945a-4f98-8094-c5226d736f5a req-32520f84-0640-4e4c-bf2c-b5734b69ff8d tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:25.731680 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-f55a4cd6-f472-4d59-a402-7e58de3f2e24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:25.731765 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e74fc878-945a-4f98-8094-c5226d736f5a req-32520f84-0640-4e4c-bf2c-b5734b69ff8d tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.1496811 May 04 18:29:25.740696 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b4885a96-804a-456d-bc8f-dfb1b7d88cd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:25.770895 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b4885a96-804a-456d-bc8f-dfb1b7d88cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:25.816232 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c9e172-040a-4193-b8a9-b9ad0795e2d5 None None] Pushing event updated for resources: {'Port': ['ID=49fec518-c507-4dfb-85bb-0c7d4bd389ab,revision_number=2']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:25.819499 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-47c9e172-040a-4193-b8a9-b9ad0795e2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:25.886711 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e74fc878-945a-4f98-8094-c5226d736f5a req-7b7a913b-53d6-4a90-8013-9dbd5fcb74d3 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337931 May 04 18:29:25.932645 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-e79ae46a-a9ea-439b-94da-61c407e6ede8 service neutron] 10.222.0.49 "GET /v2.0/networks/958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000523 May 04 18:29:25.933978 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_common [None req-b4885a96-804a-456d-bc8f-dfb1b7d88cd0 admin admin] Allocated IP 172.28.1.191 (90b44f7d-5c55-4edd-ba51-1d4bf68bd72d/15770a9c-0e03-4178-b54a-c3c1706d1253/94065c73-e579-4552-83c8-0c5358a25675) {{(pid=74221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:29:26.166192 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b4885a96-804a-456d-bc8f-dfb1b7d88cd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:26.175897 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-003c885d-f956-482c-be4e-267a9c1db2fa service neutron] 10.222.0.49 "GET /v2.0/networks/958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423966 May 04 18:29:26.302700 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6a41c-994d-42d8-9783-261777ec75a9 req-31809625-9eeb-43b8-9d59-3906a4315958 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:26.304495 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-81f6a41c-994d-42d8-9783-261777ec75a9 req-31809625-9eeb-43b8-9d59-3906a4315958 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 947 time: 0.1030099 May 04 18:29:26.340809 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b4885a96-804a-456d-bc8f-dfb1b7d88cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:26.347094 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-437a4c6e-2bda-481d-b3b4-c1f0ccfdcb98 tempest-VolumesActionsTest-1406354262 tempest-VolumesActionsTest-1406354262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:26.373988 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-81f6a41c-994d-42d8-9783-261777ec75a9 req-db913b61-5907-4013-a242-624bac62522e tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616686 May 04 18:29:26.426116 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4885a96-804a-456d-bc8f-dfb1b7d88cd0 admin admin] Network 90b44f7d-5c55-4edd-ba51-1d4bf68bd72d is already hosted by enough agents. {{(pid=74221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:29:26.433461 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [None req-b4885a96-804a-456d-bc8f-dfb1b7d88cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:29:26.437709 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4885a96-804a-456d-bc8f-dfb1b7d88cd0 admin admin] Received port after_create {{(pid=74221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:29:26.479838 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4885a96-804a-456d-bc8f-dfb1b7d88cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=94065c73-e579-4552-83c8-0c5358a25675,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:26.484143 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-b4885a96-804a-456d-bc8f-dfb1b7d88cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:26.516321 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device eaded206-f1d9-4eec-b220-6312379e61b1 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:29:26.579927 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] No Port match for: eaded206-f1d9-4eec-b220-6312379e61b1 {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:29:26.580715 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device eaded206-f1d9-4eec-b220-6312379e61b1 not bound to the agent host hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:29:26.726640 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa32e3-8153-4035-b507-9a4e43982291 req-408c154e-b54a-4edf-bbbd-4592bfe19124 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:26.728160 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c6fa32e3-8153-4035-b507-9a4e43982291 req-408c154e-b54a-4edf-bbbd-4592bfe19124 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.2105355 May 04 18:29:26.867825 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4247ba0-86db-4818-9714-1021d695dd2d req-70380fba-5e09-4812-a1d1-c5acb3095388 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:26.869289 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b4247ba0-86db-4818-9714-1021d695dd2d req-70380fba-5e09-4812-a1d1-c5acb3095388 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 946 time: 0.2075851 May 04 18:29:26.956307 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b4247ba0-86db-4818-9714-1021d695dd2d req-94f3dc9c-195d-475c-b976-df36151cc0ff tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/security-groups?id=716c2d38-25e1-4c63-8982-e0f99d95172f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783570 May 04 18:29:27.034211 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.plugin [req-c6fa32e3-8153-4035-b507-9a4e43982291 req-a0aaef50-5dc6-4b73-a630-ae9d10e87375 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Deleting port d279bab5-50e3-4108-8a3d-c8985167a744 {{(pid=74222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:29:27.034396 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-c6fa32e3-8153-4035-b507-9a4e43982291 req-a0aaef50-5dc6-4b73-a630-ae9d10e87375 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:27.113709 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d2769d-83a1-4ffa-9c40-b15d5c91aa28 None None] Network 9cee9853-ab1f-40ba-9afc-e5cbc71af0c1 requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:29:27.116613 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b4885a96-804a-456d-bc8f-dfb1b7d88cd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:27.389256 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 49fec518-c507-4dfb-85bb-0c7d4bd389ab up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:29:27.422045 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-b5495131-c2dd-427d-b5d2-903c488760b8 None None] Provisioning for port 49fec518-c507-4dfb-85bb-0c7d4bd389ab completed by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:29:27.479640 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f8af2d2b-1974-408c-8bba-e49cb28baebe req-6b86f5af-2208-41e0-9ee6-113f403eac94 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 210 time: 0.2452316 May 04 18:29:27.545597 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.db [req-c6fa32e3-8153-4035-b507-9a4e43982291 req-a0aaef50-5dc6-4b73-a630-ae9d10e87375 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] For port d279bab5-50e3-4108-8a3d-c8985167a744, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d279bab5-50e3-4108-8a3d-c8985167a744,segment=NetworkSegment(207280f5-ebc6-4c23-9262-17f03eeab6b6),segment_id=207280f5-ebc6-4c23-9262-17f03eeab6b6)] {{(pid=74222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:29:27.546231 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-c6fa32e3-8153-4035-b507-9a4e43982291 req-a0aaef50-5dc6-4b73-a630-ae9d10e87375 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:27.592016 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b4885a96-804a-456d-bc8f-dfb1b7d88cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-943643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942780'] for router, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:27.645239 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning for port 49fec518-c507-4dfb-85bb-0c7d4bd389ab completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:29:27.650898 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port 49fec518-c507-4dfb-85bb-0c7d4bd389ab triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:29:27.654810 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:27.694388 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.plugin [req-c6fa32e3-8153-4035-b507-9a4e43982291 req-a0aaef50-5dc6-4b73-a630-ae9d10e87375 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Calling delete_port for d279bab5-50e3-4108-8a3d-c8985167a744 owned by compute:nova {{(pid=74222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:29:27.705961 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b459657-17cc-47c6-8c12-bb0e46689196 req-6da2b4a0-eb25-4893-b6f6-b52a54c46c61 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:27.710314 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3b459657-17cc-47c6-8c12-bb0e46689196 req-6da2b4a0-eb25-4893-b6f6-b52a54c46c61 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.4748960 May 04 18:29:27.848974 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3b459657-17cc-47c6-8c12-bb0e46689196 req-35d9d669-ace8-4745-9aba-03bc14348bd7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847981 May 04 18:29:27.893982 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:27.941403 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-ad6cd0fb-3545-4018-af21-c880aec38c11 None None] Provisioning complete for port 49fec518-c507-4dfb-85bb-0c7d4bd389ab triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:29:27.941866 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-ad6cd0fb-3545-4018-af21-c880aec38c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:27.951408 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1725a39-acdf-4905-a8e7-cffa50494551 req-8e15da76-55e3-4814-99aa-e6ad1c34c777 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:27.960280 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c1725a39-acdf-4905-a8e7-cffa50494551 req-8e15da76-55e3-4814-99aa-e6ad1c34c777 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 947 time: 0.2749779 May 04 18:29:28.042605 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c1725a39-acdf-4905-a8e7-cffa50494551 req-bc093399-bbe0-4019-8794-baaa7f811867 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813515 May 04 18:29:28.051004 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] For port 49fec518-c507-4dfb-85bb-0c7d4bd389ab, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=49fec518-c507-4dfb-85bb-0c7d4bd389ab,segment=NetworkSegment(39fc2110-9ae7-430c-8de7-7961edab7df6),segment_id=39fc2110-9ae7-430c-8de7-7961edab7df6)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:29:28.124866 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-ad6cd0fb-3545-4018-af21-c880aec38c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:28.143367 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-c6fa32e3-8153-4035-b507-9a4e43982291 req-a0aaef50-5dc6-4b73-a630-ae9d10e87375 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15671191'] for port, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:28.153371 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4885a96-804a-456d-bc8f-dfb1b7d88cd0 admin admin] Router 17ab303b-571d-4929-adab-11363771c25f is scheduled to L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b with binding_index 1 {{(pid=74221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 18:29:28.155262 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['d279bab5-50e3-4108-8a3d-c8985167a744'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:29:28.161845 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-81c42a99-d2f2-4843-8711-ee7351e36cf7 req-b54fc0ad-f789-4480-bdc9-504357532ca6 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 210 time: 0.0580621 May 04 18:29:28.162496 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-1e8b5f74-770b-4684-b1af-1719ea835d4a tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:28.200750 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:28.212508 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-0f42ab24-2200-4037-9030-66407abd1fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:28.217625 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aaef50-5dc6-4b73-a630-ae9d10e87375 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Pushing event deleted for resources: {'Port': ['ID=d279bab5-50e3-4108-8a3d-c8985167a744,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:28.220717 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-a0aaef50-5dc6-4b73-a630-ae9d10e87375 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:28.310391 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fa32e3-8153-4035-b507-9a4e43982291 req-a0aaef50-5dc6-4b73-a630-ae9d10e87375 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] No DVR routers for this DVR port d279bab5-50e3-4108-8a3d-c8985167a744 on host hv-cinder-78960 {{(pid=74222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:29:28.318730 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-c6fa32e3-8153-4035-b507-9a4e43982291 req-a0aaef50-5dc6-4b73-a630-ae9d10e87375 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:28.330543 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c93f8e6-fc2e-4637-98d5-dd0d544695c7', 'name': 'network-vif-deleted', 'tag': 'd279bab5-50e3-4108-8a3d-c8985167a744'}] {{(pid=74222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:29:28.363279 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.db.api [None req-ad6cd0fb-3545-4018-af21-c880aec38c11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 18:29:28.364145 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_db.api [None req-ad6cd0fb-3545-4018-af21-c880aec38c11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 18:29:28.366078 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Pushing event updated for resources: {'Port': ['ID=49fec518-c507-4dfb-85bb-0c7d4bd389ab,revision_number=3']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:28.368958 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:28.397830 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c93f8e6-fc2e-4637-98d5-dd0d544695c7', 'name': 'network-vif-deleted', 'tag': 'd279bab5-50e3-4108-8a3d-c8985167a744', 'status': 'completed', 'code': 200} May 04 18:29:28.404925 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c6fa32e3-8153-4035-b507-9a4e43982291 req-a0aaef50-5dc6-4b73-a630-ae9d10e87375 tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.20 "DELETE /v2.0/ports/d279bab5-50e3-4108-8a3d-c8985167a744 HTTP/1.1" status: 204 len: 173 time: 1.6704912 May 04 18:29:28.418909 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4885a96-804a-456d-bc8f-dfb1b7d88cd0 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:29:28.427746 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29aa3cf-8ed9-4106-90da-257a7fa5ec40 None None] Sync routers for ids ['17ab303b-571d-4929-adab-11363771c25f'] in dv-cinder-789603-2-smb {{(pid=74224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:29:28.437426 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29aa3cf-8ed9-4106-90da-257a7fa5ec40 None None] Routers {'17ab303b-571d-4929-adab-11363771c25f'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:29:28.437917 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-f29aa3cf-8ed9-4106-90da-257a7fa5ec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:29:06Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['17ab303b-571d-4929-adab-11363771c25f'], 'active': True} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:28.512451 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b4885a96-804a-456d-bc8f-dfb1b7d88cd0 admin admin] Notify callbacks [] for router, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:28.521858 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-b4885a96-804a-456d-bc8f-dfb1b7d88cd0 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0076795 May 04 18:29:28.524377 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 52534) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:28.674136 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-28e88eae-1d91-4be5-883e-92aeec05639f req-754d54f8-b967-42ed-946e-0ff39a9d0ccd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 210 time: 0.0520141 May 04 18:29:28.693076 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvr_db [None req-f29aa3cf-8ed9-4106-90da-257a7fa5ec40 None None] Set router 17ab303b-571d-4929-adab-11363771c25f gateway port host: dv-cinder-789603-2-smb {{(pid=74224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:29:29.027960 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-f29aa3cf-8ed9-4106-90da-257a7fa5ec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ab303b-571d-4929-adab-11363771c25f', 'name': 'tempest-TestMinimumBasicScenario-2110633395-router', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '94065c73-e579-4552-83c8-0c5358a25675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:29:24Z', 'updated_at': '2021-05-04T18:29:26Z', 'revision_number': 3, 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'gw_port': {'id': '94065c73-e579-4552-83c8-0c5358a25675', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:07:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ab303b-571d-4929-adab-11363771c25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:25Z', 'updated_at': '2021-05-04T18:29:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:29.032934 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29aa3cf-8ed9-4106-90da-257a7fa5ec40 None None] Checking router: 17ab303b-571d-4929-adab-11363771c25f for host: dv-cinder-789603-2-smb {{(pid=74224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:29:29.033320 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29aa3cf-8ed9-4106-90da-257a7fa5ec40 None None] Updating router 17ab303b-571d-4929-adab-11363771c25f port 94065c73-e579-4552-83c8-0c5358a25675 binding host dv-cinder-789603-2-smb {{(pid=74224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:29:29.056141 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57afc1dc-2640-4bee-98aa-105ed7ab27aa req-64edd8be-0246-4db3-ae7d-2a30a7e9a75d tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:29.057812 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-57afc1dc-2640-4bee-98aa-105ed7ab27aa req-64edd8be-0246-4db3-ae7d-2a30a7e9a75d tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.0879385 May 04 18:29:29.093153 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-f29aa3cf-8ed9-4106-90da-257a7fa5ec40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:29.110304 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-57afc1dc-2640-4bee-98aa-105ed7ab27aa req-cff4d37a-914d-4c72-b973-10d0fb0583d9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460281 May 04 18:29:29.300107 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0aba410b-d624-4927-a189-08964653c045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:29.367483 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 49fec518-c507-4dfb-85bb-0c7d4bd389ab up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:29:29.415920 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-a993dee4-6d0b-43d7-bd25-a3350244f179 req-d5152220-fab8-44d1-b04a-b87fa21a1a1b tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Synchronizing usage tracker for tenant:573de575cbed4946845325c86ea66876 on resource:port {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:29:29.507151 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-a993dee4-6d0b-43d7-bd25-a3350244f179 req-d5152220-fab8-44d1-b04a-b87fa21a1a1b tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] Unset dirty status for tenant:573de575cbed4946845325c86ea66876 on resource:port {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:29:29.510606 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a993dee4-6d0b-43d7-bd25-a3350244f179 req-d5152220-fab8-44d1-b04a-b87fa21a1a1b tempest-ServerRescueNegativeTestJSON-443730877 tempest-ServerRescueNegativeTestJSON-443730877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c93f8e6-fc2e-4637-98d5-dd0d544695c7 HTTP/1.1" status: 200 len: 210 time: 0.1460550 May 04 18:29:29.535723 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port 49fec518-c507-4dfb-85bb-0c7d4bd389ab triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:29:29.535723 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:29.583276 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-f29aa3cf-8ed9-4106-90da-257a7fa5ec40 None None] Notify callbacks [] for port, precommit_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:29.598350 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.provisioning_blocks [None req-f29aa3cf-8ed9-4106-90da-257a7fa5ec40 None None] Transition to ACTIVE for port object 94065c73-e579-4552-83c8-0c5358a25675 will not be triggered until provisioned by entity L2. {{(pid=74224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:29:29.617448 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_common [None req-0aba410b-d624-4927-a189-08964653c045 admin admin] Allocated IP 172.20.0.1 (9cee9853-ab1f-40ba-9afc-e5cbc71af0c1/e3a18b2a-aa00-47fe-8906-1f3aa51aafc3/75b25b2c-f432-461b-9319-661ca5f7b4d4) {{(pid=74221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:29:29.673133 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-f29aa3cf-8ed9-4106-90da-257a7fa5ec40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:29.679628 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:29.755023 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.managers [None req-f29aa3cf-8ed9-4106-90da-257a7fa5ec40 None None] Attempting to bind port 94065c73-e579-4552-83c8-0c5358a25675 on host dv-cinder-789603-2-smb for vnic_type normal with profile {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:29:29.755422 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.managers [None req-f29aa3cf-8ed9-4106-90da-257a7fa5ec40 None None] Attempting to bind port 94065c73-e579-4552-83c8-0c5358a25675 by drivers openvswitch,hyperv on host dv-cinder-789603-2-smb at level 0 using segments [{'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'}] {{(pid=74224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:29:29.755797 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29aa3cf-8ed9-4106-90da-257a7fa5ec40 None None] Attempting to bind port 94065c73-e579-4552-83c8-0c5358a25675 on network 90b44f7d-5c55-4edd-ba51-1d4bf68bd72d {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:29:29.761701 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55d80f-ccca-4aba-a2e6-63bb28250534 None None] Pushing event updated for resources: {'Port': ['ID=94065c73-e579-4552-83c8-0c5358a25675,revision_number=2']} {{(pid=74224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:29.765901 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [None req-4f55d80f-ccca-4aba-a2e6-63bb28250534 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:29.767050 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29aa3cf-8ed9-4106-90da-257a7fa5ec40 None None] Checking agent: {'id': 'bc53da1e-f01a-45f2-860f-1d5e19382f0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 18, 6), 'started_at': datetime.datetime(2021, 5, 4, 18, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:29:29.767680 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29aa3cf-8ed9-4106-90da-257a7fa5ec40 None None] Checking segment: {'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:29:29.768261 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-f29aa3cf-8ed9-4106-90da-257a7fa5ec40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:29.768846 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29aa3cf-8ed9-4106-90da-257a7fa5ec40 None None] Bound using segment: {'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'} {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:29:29.769516 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.managers [None req-f29aa3cf-8ed9-4106-90da-257a7fa5ec40 None None] Bound port: 94065c73-e579-4552-83c8-0c5358a25675, host: dv-cinder-789603-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'}}] {{(pid=74224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:29:29.770106 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-f29aa3cf-8ed9-4106-90da-257a7fa5ec40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:29.800544 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0aba410b-d624-4927-a189-08964653c045 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:29.825925 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.provisioning_blocks [None req-0aba410b-d624-4927-a189-08964653c045 admin admin] Transition to ACTIVE for port object 75b25b2c-f432-461b-9319-661ca5f7b4d4 will not be triggered until provisioned by entity DHCP. {{(pid=74221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:29:29.881677 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.db [None req-f29aa3cf-8ed9-4106-90da-257a7fa5ec40 None None] For port 94065c73-e579-4552-83c8-0c5358a25675, host dv-cinder-789603-2-smb, cleared binding levels {{(pid=74224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:29:29.887792 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.db [None req-f29aa3cf-8ed9-4106-90da-257a7fa5ec40 None None] For port 94065c73-e579-4552-83c8-0c5358a25675, host dv-cinder-789603-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=94065c73-e579-4552-83c8-0c5358a25675,segment=NetworkSegment(d30f7483-d557-48d7-ad06-77acf24064bb),segment_id=d30f7483-d557-48d7-ad06-77acf24064bb)] {{(pid=74224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:29:29.908460 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5a1d9860-78d7-4963-a2b9-350d1a87fa48 req-eb6e2c53-2e17-4f00-8620-0babc89100ff tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 210 time: 0.0782266 May 04 18:29:29.954595 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0aba410b-d624-4927-a189-08964653c045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:29.959673 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-ee318760-a23b-4a57-9ffd-69981879683b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:29.991484 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-f29aa3cf-8ed9-4106-90da-257a7fa5ec40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:29.994286 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [None req-0ae3f72a-84de-4ec4-87a8-56b7668a4ddd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:30.066311 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aba410b-d624-4927-a189-08964653c045 admin admin] Network 9cee9853-ab1f-40ba-9afc-e5cbc71af0c1 is already hosted by enough agents. {{(pid=74221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:29:30.070757 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [None req-0aba410b-d624-4927-a189-08964653c045 admin admin] Resources bound (agent type, host, resource id): {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:29:30.074539 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aba410b-d624-4927-a189-08964653c045 admin admin] Received port after_create {{(pid=74221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:29:30.138388 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29aa3cf-8ed9-4106-90da-257a7fa5ec40 None None] Routers {'17ab303b-571d-4929-adab-11363771c25f'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:29:30.139335 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-f29aa3cf-8ed9-4106-90da-257a7fa5ec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:29:06Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['17ab303b-571d-4929-adab-11363771c25f'], 'active': True} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:30.269348 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55d80f-ccca-4aba-a2e6-63bb28250534 None None] Pushing event updated for resources: {'Port': ['ID=94065c73-e579-4552-83c8-0c5358a25675,revision_number=3']} {{(pid=74224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:30.307224 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [None req-4f55d80f-ccca-4aba-a2e6-63bb28250534 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:30.374421 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba410b-d624-4927-a189-08964653c045 admin admin] Pushing event updated for resources: {'Port': ['ID=75b25b2c-f432-461b-9319-661ca5f7b4d4,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:30.376491 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-0aba410b-d624-4927-a189-08964653c045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:30.397339 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0aba410b-d624-4927-a189-08964653c045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-920019'] for router_interface, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:30.433635 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-441d3085-0792-4202-9371-6c34dd7f3308 None None] Provisioning for port 75b25b2c-f432-461b-9319-661ca5f7b4d4 completed by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:29:30.441005 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-441d3085-0792-4202-9371-6c34dd7f3308 None None] Provisioning complete for port 75b25b2c-f432-461b-9319-661ca5f7b4d4 triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:29:30.441610 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-441d3085-0792-4202-9371-6c34dd7f3308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:30.462144 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvr_db [None req-f29aa3cf-8ed9-4106-90da-257a7fa5ec40 None None] Set router 17ab303b-571d-4929-adab-11363771c25f gateway port host: dv-cinder-789603-2-smb {{(pid=74224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:29:30.582154 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device d279bab5-50e3-4108-8a3d-c8985167a744 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:29:30.605508 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-f0552030-7ed9-4915-a555-f5876e16ae09 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:30.607454 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-f0552030-7ed9-4915-a555-f5876e16ae09 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.20 "GET /v2.0/networks?id=958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2 HTTP/1.1" status: 200 len: 809 time: 0.2929950 May 04 18:29:30.660981 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb5209-a71a-4c57-952c-3b8dc9a2b5ca req-f4d1bc43-2b9f-450f-a898-09c9ca803cdb tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:30.668753 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b4fb5209-a71a-4c57-952c-3b8dc9a2b5ca req-f4d1bc43-2b9f-450f-a898-09c9ca803cdb tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.3980436 May 04 18:29:30.704656 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-e6789861-fb3b-4f20-b8cc-36a6dcb26bc9 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c30572d2e703466baf61164023333613 HTTP/1.1" status: 200 len: 380 time: 0.0870028 May 04 18:29:30.720874 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-82cb8156-c49a-411c-a275-e23e224b77b8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Request body: {'port': {'device_id': 'aeed9058-7f6d-45dc-85f6-ec2d17a81c9b', 'network_id': '958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2', 'admin_state_up': True, 'tenant_id': 'c30572d2e703466baf61164023333613', 'security_groups': ['69e8f7c5-fd0d-4dbb-8e30-66378213d3a4']}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:29:30.763281 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-441d3085-0792-4202-9371-6c34dd7f3308 None None] Port 75b25b2c-f432-461b-9319-661ca5f7b4d4 cannot update to ACTIVE because it is not bound. {{(pid=74223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:29:30.767345 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] No Port match for: d279bab5-50e3-4108-8a3d-c8985167a744 {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:29:30.767869 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device d279bab5-50e3-4108-8a3d-c8985167a744 not bound to the agent host hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:29:30.787607 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 52580) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:30.799031 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b4fb5209-a71a-4c57-952c-3b8dc9a2b5ca req-15d2b4b4-7882-4bfd-8471-5fbdbaab1ec9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291516 May 04 18:29:31.016167 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-82cb8156-c49a-411c-a275-e23e224b77b8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:29:31.025478 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-82cb8156-c49a-411c-a275-e23e224b77b8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Usage tracker for resource:port and tenant:c30572d2e703466baf61164023333613 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:29:31.029009 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-82cb8156-c49a-411c-a275-e23e224b77b8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:29:31.043537 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-82cb8156-c49a-411c-a275-e23e224b77b8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:29:31.077788 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0aba410b-d624-4927-a189-08964653c045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:31.109920 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-f29aa3cf-8ed9-4106-90da-257a7fa5ec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ab303b-571d-4929-adab-11363771c25f', 'name': 'tempest-TestMinimumBasicScenario-2110633395-router', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '94065c73-e579-4552-83c8-0c5358a25675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:29:24Z', 'updated_at': '2021-05-04T18:29:26Z', 'revision_number': 3, 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'gw_port': {'id': '94065c73-e579-4552-83c8-0c5358a25675', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:07:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ab303b-571d-4929-adab-11363771c25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:25Z', 'updated_at': '2021-05-04T18:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:31.114773 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29aa3cf-8ed9-4106-90da-257a7fa5ec40 None None] The sync data for ids ['17ab303b-571d-4929-adab-11363771c25f'] in dv-cinder-789603-2-smb is: [{'id': '17ab303b-571d-4929-adab-11363771c25f', 'name': 'tempest-TestMinimumBasicScenario-2110633395-router', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '94065c73-e579-4552-83c8-0c5358a25675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:29:24Z', 'updated_at': '2021-05-04T18:29:26Z', 'revision_number': 3, 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'gw_port': {'id': '94065c73-e579-4552-83c8-0c5358a25675', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:07:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ab303b-571d-4929-adab-11363771c25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:25Z', 'updated_at': '2021-05-04T18:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}] {{(pid=74224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:29:31.181651 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-82cb8156-c49a-411c-a275-e23e224b77b8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Made reservation on behalf of c30572d2e703466baf61164023333613 for: {'port': 1} {{(pid=74222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:29:31.190721 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-82cb8156-c49a-411c-a275-e23e224b77b8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:31.206296 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-36836940-4757-4605-9966-1469f3fed222 req-854a8f16-4918-42a2-8946-e7ff1d1edd95 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 210 time: 0.1049871 May 04 18:29:31.418944 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.db_base_plugin_common [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-82cb8156-c49a-411c-a275-e23e224b77b8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Allocated IP 172.20.0.9 (958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2/9a555db5-8ba7-4f7b-b652-348df6017b79/8d845d6d-2217-427d-a11c-19ff41260c73) {{(pid=74222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:29:31.760434 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-82cb8156-c49a-411c-a275-e23e224b77b8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for port, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:31.787442 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.provisioning_blocks [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-82cb8156-c49a-411c-a275-e23e224b77b8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Transition to ACTIVE for port object 8d845d6d-2217-427d-a11c-19ff41260c73 will not be triggered until provisioned by entity DHCP. {{(pid=74222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:29:31.832018 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0aba410b-d624-4927-a189-08964653c045 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:31.889327 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-82cb8156-c49a-411c-a275-e23e224b77b8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15671191'] for port, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:31.896767 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:31.918961 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-a3fbeaa4-2364-4c03-a23a-1c168f6b0157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919878'] for router_interface, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:31.988777 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0aba410b-d624-4927-a189-08964653c045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262247'] for port, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:32.061064 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-d00c7d74-da31-40de-a45a-93e97d02674a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:32.227237 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-82cb8156-c49a-411c-a275-e23e224b77b8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Network 958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2 is already hosted by enough agents. {{(pid=74222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:29:32.231133 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.base_scheduler [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-82cb8156-c49a-411c-a275-e23e224b77b8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Resources bound (agent type, host, resource id): {{(pid=74222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:29:32.239881 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-82cb8156-c49a-411c-a275-e23e224b77b8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Received port after_create {{(pid=74222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:29:32.247413 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba410b-d624-4927-a189-08964653c045 admin admin] Pushing event updated for resources: {'Port': ['ID=75b25b2c-f432-461b-9319-661ca5f7b4d4,revision_number=2']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:32.260357 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-0aba410b-d624-4927-a189-08964653c045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:32.267880 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0aba410b-d624-4927-a189-08964653c045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919920'] for router_interface, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:32.317596 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-82cb8156-c49a-411c-a275-e23e224b77b8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:32.317596 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-82cb8156-c49a-411c-a275-e23e224b77b8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:32.323561 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb8156-c49a-411c-a275-e23e224b77b8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Pushing event updated for resources: {'Port': ['ID=8d845d6d-2217-427d-a11c-19ff41260c73,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:32.340135 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-82cb8156-c49a-411c-a275-e23e224b77b8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:32.455096 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f905d8-2d07-4fd9-ac45-2ab0a3489291 req-7a46fccc-8d74-4d47-a09f-4f91ec531774 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:32.474881 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e4f905d8-2d07-4fd9-ac45-2ab0a3489291 req-7a46fccc-8d74-4d47-a09f-4f91ec531774 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.3601379 May 04 18:29:32.598530 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-82cb8156-c49a-411c-a275-e23e224b77b8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8835027 May 04 18:29:32.627804 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-1c77d181-71d0-4a33-b79b-ccd9f1d417d1 service neutron] Request body: {'port': {'device_id': 'aeed9058-7f6d-45dc-85f6-ec2d17a81c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:29:32.781794 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-fc1ce6d8-9975-4afd-be60-21492d740f9b None None] Provisioning for port 8d845d6d-2217-427d-a11c-19ff41260c73 completed by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:29:32.787591 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-fc1ce6d8-9975-4afd-be60-21492d740f9b None None] Provisioning complete for port 8d845d6d-2217-427d-a11c-19ff41260c73 triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:29:32.787963 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-fc1ce6d8-9975-4afd-be60-21492d740f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:32.825011 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aba410b-d624-4927-a189-08964653c045 admin admin] Network 9cee9853-ab1f-40ba-9afc-e5cbc71af0c1 is already hosted by enough agents. {{(pid=74221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:29:32.827838 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [None req-0aba410b-d624-4927-a189-08964653c045 admin admin] Resources bound (agent type, host, resource id): {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:29:32.879000 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-22367888-23a1-4f07-aa70-b5c3c3244df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:32.881974 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-1c77d181-71d0-4a33-b79b-ccd9f1d417d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:32.882869 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-fc1ce6d8-9975-4afd-be60-21492d740f9b None None] Port 8d845d6d-2217-427d-a11c-19ff41260c73 cannot update to ACTIVE because it is not bound. {{(pid=74223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:29:32.912339 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e4f905d8-2d07-4fd9-ac45-2ab0a3489291 req-c7c2d07e-2f93-429b-925d-4101d5176f53 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4363925 May 04 18:29:33.187813 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aba410b-d624-4927-a189-08964653c045 admin admin] Router 17ab303b-571d-4929-adab-11363771c25f has already been hosted by L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b {{(pid=74221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:29:33.216205 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aed8a7-d54b-4ef8-aa22-6a5c00d13aef req-43109608-c77a-4295-9aa4-1de2681348b9 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:33.216205 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-53aed8a7-d54b-4ef8-aa22-6a5c00d13aef req-43109608-c77a-4295-9aa4-1de2681348b9 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Synchronizing usage tracker for tenant:c30572d2e703466baf61164023333613 on resource:port {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:29:33.216419 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-67fe1e0d-4b3e-4848-995f-22f355a2230c None None] Provisioning complete for port 75b25b2c-f432-461b-9319-661ca5f7b4d4 triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:29:33.216650 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-67fe1e0d-4b3e-4848-995f-22f355a2230c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:33.304496 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-67fe1e0d-4b3e-4848-995f-22f355a2230c None None] Port 75b25b2c-f432-461b-9319-661ca5f7b4d4 cannot update to ACTIVE because it is not bound. {{(pid=74223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:29:33.348595 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-53aed8a7-d54b-4ef8-aa22-6a5c00d13aef req-43109608-c77a-4295-9aa4-1de2681348b9 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Unset dirty status for tenant:c30572d2e703466baf61164023333613 on resource:port {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:29:33.350088 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-53aed8a7-d54b-4ef8-aa22-6a5c00d13aef req-43109608-c77a-4295-9aa4-1de2681348b9 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 931 time: 0.8445718 May 04 18:29:33.359539 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-a3fbeaa4-2364-4c03-a23a-1c168f6b0157 admin admin] Deleting port da8bf259-6689-4301-92d8-b2482973942a {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:29:33.360229 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-a3fbeaa4-2364-4c03-a23a-1c168f6b0157 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:33.413824 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 94065c73-e579-4552-83c8-0c5358a25675 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:29:33.539148 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-53aed8a7-d54b-4ef8-aa22-6a5c00d13aef req-943019ad-d486-490b-a666-1df712a77d32 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715009 May 04 18:29:33.553945 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.notifiers.nova [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-1c77d181-71d0-4a33-b79b-ccd9f1d417d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d845d6d-2217-427d-a11c-19ff41260c73 {{(pid=74222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:29:33.562533 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning for port 94065c73-e579-4552-83c8-0c5358a25675 completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:29:33.566585 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-1c77d181-71d0-4a33-b79b-ccd9f1d417d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:33.569839 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port 94065c73-e579-4552-83c8-0c5358a25675 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:29:33.569839 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:33.592954 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.provisioning_blocks [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-1c77d181-71d0-4a33-b79b-ccd9f1d417d1 service neutron] Transition to ACTIVE for port object 8d845d6d-2217-427d-a11c-19ff41260c73 will not be triggered until provisioned by entity L2. {{(pid=74222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:29:33.638715 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [None req-a3fbeaa4-2364-4c03-a23a-1c168f6b0157 admin admin] For port da8bf259-6689-4301-92d8-b2482973942a, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=da8bf259-6689-4301-92d8-b2482973942a,segment=NetworkSegment(207280f5-ebc6-4c23-9262-17f03eeab6b6),segment_id=207280f5-ebc6-4c23-9262-17f03eeab6b6)] {{(pid=74221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:29:33.639107 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-a3fbeaa4-2364-4c03-a23a-1c168f6b0157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:33.673114 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-1c77d181-71d0-4a33-b79b-ccd9f1d417d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671200'] for port, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:33.687617 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-d12f42da-5840-49ba-8c6d-b45f31cdf460 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:33.767438 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:33.784816 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-a3fbeaa4-2364-4c03-a23a-1c168f6b0157 admin admin] Calling delete_port for da8bf259-6689-4301-92d8-b2482973942a owned by network:router_interface {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:29:33.804385 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] For port 94065c73-e579-4552-83c8-0c5358a25675, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=94065c73-e579-4552-83c8-0c5358a25675,segment=NetworkSegment(d30f7483-d557-48d7-ad06-77acf24064bb),segment_id=d30f7483-d557-48d7-ad06-77acf24064bb)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:29:33.819069 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 6 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:29:33.877587 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:33.880907 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:33.887282 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aba410b-d624-4927-a189-08964653c045 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:29:33.962798 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eea4d1-89f6-4d0e-a260-85cf26e77351 None None] Sync routers for ids ['17ab303b-571d-4929-adab-11363771c25f'] in dv-cinder-789603-2-smb {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:29:34.031138 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eea4d1-89f6-4d0e-a260-85cf26e77351 None None] Routers {'17ab303b-571d-4929-adab-11363771c25f'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:29:34.036250 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-17eea4d1-89f6-4d0e-a260-85cf26e77351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:29:06Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['17ab303b-571d-4929-adab-11363771c25f'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:34.046658 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77d181-71d0-4a33-b79b-ccd9f1d417d1 service neutron] Pushing event updated for resources: {'Port': ['ID=8d845d6d-2217-427d-a11c-19ff41260c73,revision_number=2']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:34.059958 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-1c77d181-71d0-4a33-b79b-ccd9f1d417d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:34.167847 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-0aba410b-d624-4927-a189-08964653c045 admin admin] 10.222.0.49 "PUT /v2.0/routers/17ab303b-571d-4929-adab-11363771c25f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6420889 May 04 18:29:34.168506 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Pushing event updated for resources: {'Port': ['ID=94065c73-e579-4552-83c8-0c5358a25675,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:34.203090 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-1c77d181-71d0-4a33-b79b-ccd9f1d417d1 service neutron] Attempting to bind port 8d845d6d-2217-427d-a11c-19ff41260c73 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:29:34.203458 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-1c77d181-71d0-4a33-b79b-ccd9f1d417d1 service neutron] Attempting to bind port 8d845d6d-2217-427d-a11c-19ff41260c73 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '22f657b0-541b-4446-b026-d81f6d010cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2'}] {{(pid=74222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:29:34.203789 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-1c77d181-71d0-4a33-b79b-ccd9f1d417d1 service neutron] Attempting to bind port 8d845d6d-2217-427d-a11c-19ff41260c73 on network 958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2 {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:29:34.210591 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-1c77d181-71d0-4a33-b79b-ccd9f1d417d1 service neutron] Port 8d845d6d-2217-427d-a11c-19ff41260c73 on network 958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 18:29:34.210591 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-1c77d181-71d0-4a33-b79b-ccd9f1d417d1 service neutron] Attempting to bind port 8d845d6d-2217-427d-a11c-19ff41260c73 on network 958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2 {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:29:34.218694 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:34.219043 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:34.219410 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:34.219745 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:34.220076 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:34.220406 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:34.220731 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:34.221054 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:34.221374 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:34.221694 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:34.222011 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:34.223919 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-1c77d181-71d0-4a33-b79b-ccd9f1d417d1 service neutron] Checking agent: {'id': 'eb0c7dda-b795-49f1-9080-37ad6bcb4a66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'started_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:29:34.223919 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-1c77d181-71d0-4a33-b79b-ccd9f1d417d1 service neutron] Checking segment: {'id': '22f657b0-541b-4446-b026-d81f6d010cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:29:34.224175 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-1c77d181-71d0-4a33-b79b-ccd9f1d417d1 service neutron] Bound using segment: {'id': '22f657b0-541b-4446-b026-d81f6d010cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2'} {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:29:34.224421 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-1c77d181-71d0-4a33-b79b-ccd9f1d417d1 service neutron] Bound port: 8d845d6d-2217-427d-a11c-19ff41260c73, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f657b0-541b-4446-b026-d81f6d010cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2'}}] {{(pid=74222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:29:34.224762 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-1c77d181-71d0-4a33-b79b-ccd9f1d417d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:34.232812 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:34.314806 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:34.385287 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-17eea4d1-89f6-4d0e-a260-85cf26e77351 None None] Set router 17ab303b-571d-4929-adab-11363771c25f gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:29:34.495707 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73697f5b-1f29-4358-856c-e0c067f5778b req-a5b85b73-bb86-49f8-902e-c306cfd30bff tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:34.504332 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-73697f5b-1f29-4358-856c-e0c067f5778b req-a5b85b73-bb86-49f8-902e-c306cfd30bff tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.2514069 May 04 18:29:34.507346 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.db [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-1c77d181-71d0-4a33-b79b-ccd9f1d417d1 service neutron] For port 8d845d6d-2217-427d-a11c-19ff41260c73, host hv-cinder-78960, cleared binding levels {{(pid=74222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:29:34.541755 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.db [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-1c77d181-71d0-4a33-b79b-ccd9f1d417d1 service neutron] For port 8d845d6d-2217-427d-a11c-19ff41260c73, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8d845d6d-2217-427d-a11c-19ff41260c73,segment=NetworkSegment(22f657b0-541b-4446-b026-d81f6d010cf4),segment_id=22f657b0-541b-4446-b026-d81f6d010cf4)] {{(pid=74222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:29:34.579649 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-73697f5b-1f29-4358-856c-e0c067f5778b req-cf7eb0c0-b9b2-47f9-81ec-3d007f800476 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741899 May 04 18:29:34.595777 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-a3fbeaa4-2364-4c03-a23a-1c168f6b0157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:34.601047 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-aa06b65b-a6a2-4fa8-8414-563f886503f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:34.662761 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-1c77d181-71d0-4a33-b79b-ccd9f1d417d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671200'] for port, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:34.667160 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:34.677162 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbeaa4-2364-4c03-a23a-1c168f6b0157 admin admin] Pushing event deleted for resources: {'Port': ['ID=da8bf259-6689-4301-92d8-b2482973942a,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:34.708141 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-a3fbeaa4-2364-4c03-a23a-1c168f6b0157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:34.809484 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77d181-71d0-4a33-b79b-ccd9f1d417d1 service neutron] Pushing event updated for resources: {'Port': ['ID=8d845d6d-2217-427d-a11c-19ff41260c73,revision_number=3']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:34.814203 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-1c77d181-71d0-4a33-b79b-ccd9f1d417d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:34.838356 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-1c77d181-71d0-4a33-b79b-ccd9f1d417d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:34.838971 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-1c77d181-71d0-4a33-b79b-ccd9f1d417d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:34.840331 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-1c77d181-71d0-4a33-b79b-ccd9f1d417d1 service neutron] 10.222.0.20 "PUT /v2.0/ports/8d845d6d-2217-427d-a11c-19ff41260c73 HTTP/1.1" status: 200 len: 1093 time: 2.2271175 May 04 18:29:34.840972 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeed9058-7f6d-45dc-85f6-ec2d17a81c9b', 'tag': '8d845d6d-2217-427d-a11c-19ff41260c73'}] {{(pid=74222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:29:34.939496 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b09184-4f0a-4af6-a035-37e9481a4bc1 req-8b8540f5-4e24-4d34-89c6-aceea6aace85 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:34.947938 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-93b09184-4f0a-4af6-a035-37e9481a4bc1 req-8b8540f5-4e24-4d34-89c6-aceea6aace85 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 943 time: 0.1939089 May 04 18:29:34.970050 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeed9058-7f6d-45dc-85f6-ec2d17a81c9b', 'tag': '8d845d6d-2217-427d-a11c-19ff41260c73', 'status': 'completed', 'code': 200} May 04 18:29:35.027654 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-17eea4d1-89f6-4d0e-a260-85cf26e77351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ab303b-571d-4929-adab-11363771c25f', 'name': 'tempest-TestMinimumBasicScenario-2110633395-router', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '94065c73-e579-4552-83c8-0c5358a25675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:29:24Z', 'updated_at': '2021-05-04T18:29:30Z', 'revision_number': 4, 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'gw_port': {'id': '94065c73-e579-4552-83c8-0c5358a25675', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:07:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ab303b-571d-4929-adab-11363771c25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:25Z', 'updated_at': '2021-05-04T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': '75b25b2c-f432-461b-9319-661ca5f7b4d4', 'name': '', 'network_id': '9cee9853-ab1f-40ba-9afc-e5cbc71af0c1', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'mac_address': 'fa:16:3e:c8:d5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ab303b-571d-4929-adab-11363771c25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e3a18b2a-aa00-47fe-8906-1f3aa51aafc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:29Z', 'updated_at': '2021-05-04T18:29:31Z', 'revision_number': 2, 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'subnets': [{'id': 'e3a18b2a-aa00-47fe-8906-1f3aa51aafc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:35.041723 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eea4d1-89f6-4d0e-a260-85cf26e77351 None None] Checking router: 17ab303b-571d-4929-adab-11363771c25f for host: dv-cinder-789603-2-smb {{(pid=74223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:29:35.042089 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eea4d1-89f6-4d0e-a260-85cf26e77351 None None] Updating router 17ab303b-571d-4929-adab-11363771c25f port 75b25b2c-f432-461b-9319-661ca5f7b4d4 binding host dv-cinder-789603-2-smb {{(pid=74223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:29:35.148314 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-93b09184-4f0a-4af6-a035-37e9481a4bc1 req-b3d42a51-35e6-4893-9140-d598971130c2 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994710 May 04 18:29:35.160171 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-17eea4d1-89f6-4d0e-a260-85cf26e77351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:35.204848 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760cb17-ce43-47d4-a0c5-ea0b19ba7255 req-56379870-2819-4b27-bfaf-326d223628b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:35.206324 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e760cb17-ce43-47d4-a0c5-ea0b19ba7255 req-56379870-2819-4b27-bfaf-326d223628b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c30572d2e703466baf61164023333613&device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 1096 time: 0.2168429 May 04 18:29:35.357658 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-a3fbeaa4-2364-4c03-a23a-1c168f6b0157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945398'] for router_interface, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:35.476201 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 94065c73-e579-4552-83c8-0c5358a25675 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:29:35.479973 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760cb17-ce43-47d4-a0c5-ea0b19ba7255 req-cad192fa-9cbd-486b-afe6-03091142fb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:35.481255 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e760cb17-ce43-47d4-a0c5-ea0b19ba7255 req-cad192fa-9cbd-486b-afe6-03091142fb6e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c30572d2e703466baf61164023333613&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2643259 May 04 18:29:35.580635 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 52630) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:35.590327 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-7be9f806-c44d-44a4-a4f4-e53c4284ca15 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1254698440-network', 'tenant_id': 'f9752531009f4e67bbeec73e13a73451'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:29:35.605468 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-7be9f806-c44d-44a4-a4f4-e53c4284ca15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:29:35.613889 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-7be9f806-c44d-44a4-a4f4-e53c4284ca15 admin admin] Usage tracker for resource:network and tenant:f9752531009f4e67bbeec73e13a73451 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:29:35.620015 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-7be9f806-c44d-44a4-a4f4-e53c4284ca15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:29:35.629853 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-7be9f806-c44d-44a4-a4f4-e53c4284ca15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:29:35.683990 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port 94065c73-e579-4552-83c8-0c5358a25675 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:29:35.684374 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:35.751350 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-b33170a4-3776-4e6f-b476-cbbf974906d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:35.781485 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be9f806-c44d-44a4-a4f4-e53c4284ca15 admin admin] Made reservation on behalf of f9752531009f4e67bbeec73e13a73451 for: {'network': 1} {{(pid=74221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:29:35.783971 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7be9f806-c44d-44a4-a4f4-e53c4284ca15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for network, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:35.810251 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7be9f806-c44d-44a4-a4f4-e53c4284ca15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:35.838606 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:35.838762 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-7be9f806-c44d-44a4-a4f4-e53c4284ca15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:29:35.847251 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-7be9f806-c44d-44a4-a4f4-e53c4284ca15 admin admin] Usage tracker for resource:security_group_rule and tenant:f9752531009f4e67bbeec73e13a73451 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:29:35.851422 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-7be9f806-c44d-44a4-a4f4-e53c4284ca15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:29:35.859549 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760cb17-ce43-47d4-a0c5-ea0b19ba7255 req-338a5d5a-3277-4fc0-8702-90c04c3f853e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:35.861279 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e760cb17-ce43-47d4-a0c5-ea0b19ba7255 req-338a5d5a-3277-4fc0-8702-90c04c3f853e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3733625 May 04 18:29:35.864264 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-7be9f806-c44d-44a4-a4f4-e53c4284ca15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:29:35.877435 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fbeaa4-2364-4c03-a23a-1c168f6b0157 admin admin] Router 5041f5a7-dbbc-48ba-a246-33c54483c525 has already been hosted by L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b {{(pid=74221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:29:35.903535 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-17eea4d1-89f6-4d0e-a260-85cf26e77351 None None] Notify callbacks [] for port, precommit_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:35.934632 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-17eea4d1-89f6-4d0e-a260-85cf26e77351 None None] Transition to ACTIVE for port object 75b25b2c-f432-461b-9319-661ca5f7b4d4 will not be triggered until provisioned by entity L2. {{(pid=74223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:29:35.981797 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc395593-9a3b-4029-acbf-c37918adc3df req-ee658f82-82f3-4982-a34a-54610ba10949 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:35.981797 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cc395593-9a3b-4029-acbf-c37918adc3df req-ee658f82-82f3-4982-a34a-54610ba10949 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.2400556 May 04 18:29:36.011148 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-17eea4d1-89f6-4d0e-a260-85cf26e77351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:36.019509 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:36.072832 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cc395593-9a3b-4029-acbf-c37918adc3df req-335eaf45-ac94-4840-8c4b-a7d28fd1d992 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829430 May 04 18:29:36.074866 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-9bdf8354-a407-47e7-afd9-f92466dc8333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:36.076433 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-9bdf8354-a407-47e7-afd9-f92466dc8333 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c30572d2e703466baf61164023333613&device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 1096 time: 0.1721075 May 04 18:29:36.273103 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-e46d6694-5000-420d-b86a-28094855fb67 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d845d6d-2217-427d-a11c-19ff41260c73 HTTP/1.1" status: 200 len: 217 time: 0.1823246 May 04 18:29:36.280584 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7be9f806-c44d-44a4-a4f4-e53c4284ca15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:36.282141 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fbeaa4-2364-4c03-a23a-1c168f6b0157 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:29:36.296911 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47829fc3-fa80-4fed-93a8-bc758565cf1c None None] Sync routers for ids ['5041f5a7-dbbc-48ba-a246-33c54483c525'] in dv-cinder-789603-2-smb {{(pid=74224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:29:36.320097 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47829fc3-fa80-4fed-93a8-bc758565cf1c None None] Routers {'5041f5a7-dbbc-48ba-a246-33c54483c525'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:29:36.324041 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-47829fc3-fa80-4fed-93a8-bc758565cf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:29:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['5041f5a7-dbbc-48ba-a246-33c54483c525'], 'active': True} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:36.370726 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7be9f806-c44d-44a4-a4f4-e53c4284ca15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:36.375098 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:36.375997 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362d2be-73f0-46fa-ac1b-1902a1ae7cb3 None None] Pushing event updated for resources: {'Port': ['ID=75b25b2c-f432-461b-9319-661ca5f7b4d4,revision_number=3']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:36.397210 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-0362d2be-73f0-46fa-ac1b-1902a1ae7cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:36.457073 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be9f806-c44d-44a4-a4f4-e53c4284ca15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=74221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:29:36.472389 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9f806-c44d-44a4-a4f4-e53c4284ca15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b15d8c1-cd9b-419c-97bb-4e8c48bfd1e4,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:36.476688 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-d88c381d-e269-4ad5-8594-d9401d01ef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:36.479813 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-7be9f806-c44d-44a4-a4f4-e53c4284ca15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:36.495921 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-d88c381d-e269-4ad5-8594-d9401d01ef9d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a555db5-8ba7-4f7b-b652-348df6017b79 HTTP/1.1" status: 200 len: 848 time: 0.2119529 May 04 18:29:36.523805 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-a3fbeaa4-2364-4c03-a23a-1c168f6b0157 admin admin] 10.222.0.49 "PUT /v2.0/routers/5041f5a7-dbbc-48ba-a246-33c54483c525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7349339 May 04 18:29:36.530879 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 52652) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:36.546669 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7be9f806-c44d-44a4-a4f4-e53c4284ca15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:36.551379 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.db.segments_db [None req-7be9f806-c44d-44a4-a4f4-e53c4284ca15 admin admin] Added segment 8c85a64d-a408-4b58-8ff2-80f1849d4daf of type vlan for network 067efb54-e3d5-4da5-aa3e-143be4d091cc May 04 18:29:36.603549 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ff698-afd6-4c8a-8d13-765e00fda5ea req-5efa6993-e314-4599-917c-ce6498d57d99 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:36.614202 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0f5ff698-afd6-4c8a-8d13-765e00fda5ea req-5efa6993-e314-4599-917c-ce6498d57d99 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 943 time: 0.2184353 May 04 18:29:36.676332 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0f5ff698-afd6-4c8a-8d13-765e00fda5ea req-61f5ce24-a59f-475a-987c-7d5f8092be7f tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482647 May 04 18:29:36.684603 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-af3a84f0-3d27-4eae-bce3-7e683ed68338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:36.686145 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-af3a84f0-3d27-4eae-bce3-7e683ed68338 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1816547 May 04 18:29:36.750355 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:36.810221 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-17eea4d1-89f6-4d0e-a260-85cf26e77351 None None] Attempting to bind port 75b25b2c-f432-461b-9319-661ca5f7b4d4 on host dv-cinder-789603-2-smb for vnic_type normal with profile {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:29:36.810488 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-17eea4d1-89f6-4d0e-a260-85cf26e77351 None None] Attempting to bind port 75b25b2c-f432-461b-9319-661ca5f7b4d4 by drivers openvswitch,hyperv on host dv-cinder-789603-2-smb at level 0 using segments [{'id': '39fc2110-9ae7-430c-8de7-7961edab7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9cee9853-ab1f-40ba-9afc-e5cbc71af0c1'}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:29:36.810806 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eea4d1-89f6-4d0e-a260-85cf26e77351 None None] Attempting to bind port 75b25b2c-f432-461b-9319-661ca5f7b4d4 on network 9cee9853-ab1f-40ba-9afc-e5cbc71af0c1 {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:29:36.821865 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eea4d1-89f6-4d0e-a260-85cf26e77351 None None] Checking agent: {'id': 'bc53da1e-f01a-45f2-860f-1d5e19382f0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 18, 6), 'started_at': datetime.datetime(2021, 5, 4, 18, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:29:36.822257 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eea4d1-89f6-4d0e-a260-85cf26e77351 None None] Checking segment: {'id': '39fc2110-9ae7-430c-8de7-7961edab7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9cee9853-ab1f-40ba-9afc-e5cbc71af0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:29:36.822681 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-17eea4d1-89f6-4d0e-a260-85cf26e77351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:36.823070 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eea4d1-89f6-4d0e-a260-85cf26e77351 None None] Bound using segment: {'id': '39fc2110-9ae7-430c-8de7-7961edab7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9cee9853-ab1f-40ba-9afc-e5cbc71af0c1'} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:29:36.823591 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-17eea4d1-89f6-4d0e-a260-85cf26e77351 None None] Bound port: 75b25b2c-f432-461b-9319-661ca5f7b4d4, host: dv-cinder-789603-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fc2110-9ae7-430c-8de7-7961edab7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9cee9853-ab1f-40ba-9afc-e5cbc71af0c1'}}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:29:36.823976 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-17eea4d1-89f6-4d0e-a260-85cf26e77351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:36.843339 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvr_db [None req-47829fc3-fa80-4fed-93a8-bc758565cf1c None None] Set router 5041f5a7-dbbc-48ba-a246-33c54483c525 gateway port host: dv-cinder-789603-2-smb {{(pid=74224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:29:36.956951 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7be9f806-c44d-44a4-a4f4-e53c4284ca15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785699775636'] for network, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:36.968907 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-b21da9dc-f30f-4cbf-b1be-9a85dec49f1c service neutron] 10.222.0.20 "GET /v2.0/networks/958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615484 May 04 18:29:36.996507 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-17eea4d1-89f6-4d0e-a260-85cf26e77351 None None] For port 75b25b2c-f432-461b-9319-661ca5f7b4d4, host dv-cinder-789603-2-smb, cleared binding levels {{(pid=74223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:29:37.000604 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-17eea4d1-89f6-4d0e-a260-85cf26e77351 None None] For port 75b25b2c-f432-461b-9319-661ca5f7b4d4, host dv-cinder-789603-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=75b25b2c-f432-461b-9319-661ca5f7b4d4,segment=NetworkSegment(39fc2110-9ae7-430c-8de7-7961edab7df6),segment_id=39fc2110-9ae7-430c-8de7-7961edab7df6)] {{(pid=74223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:29:37.086887 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-9e451e08-3256-4111-847a-ea64e1eb0284 admin admin] Notify callbacks [] for router, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:37.097516 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-17eea4d1-89f6-4d0e-a260-85cf26e77351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:37.109525 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:37.164429 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed674a80-7cd0-4a8d-93e8-81e9d1cb7a62 req-6a73d8f0-37c5-4ce6-9837-0178b10b6756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:37.165982 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-ed674a80-7cd0-4a8d-93e8-81e9d1cb7a62 req-6a73d8f0-37c5-4ce6-9837-0178b10b6756 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c120e913866442b994ca71f4b2f0f98&device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 1099 time: 0.3282905 May 04 18:29:37.168580 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7be9f806-c44d-44a4-a4f4-e53c4284ca15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:37.180525 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be9f806-c44d-44a4-a4f4-e53c4284ca15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:37.181114 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7be9f806-c44d-44a4-a4f4-e53c4284ca15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:37.205612 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-53ad109e-1be2-461a-9a3b-f7b26bda1d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:37.258373 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c8214e5e-9de3-4c72-8700-a617276b0b90 req-9d3cb4d3-4f36-4111-af3f-19d9d4be22d4 service neutron] 10.222.0.20 "GET /v2.0/networks/958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790678 May 04 18:29:37.294388 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb90b6-0068-46da-a6aa-ae319de9012b req-cc1a86ac-4388-4bac-a8b1-87faa2f6f2ef tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:37.296800 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8cbb90b6-0068-46da-a6aa-ae319de9012b req-cc1a86ac-4388-4bac-a8b1-87faa2f6f2ef tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.6016965 May 04 18:29:37.306611 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9f806-c44d-44a4-a4f4-e53c4284ca15 admin admin] Pushing event updated for resources: {'Network': ['ID=067efb54-e3d5-4da5-aa3e-143be4d091cc,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:37.328262 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Network 067efb54-e3d5-4da5-aa3e-143be4d091cc details requested by agent ovs-agent-dv-cinder-789603-2-smb with host dv-cinder-789603-2-smb {{(pid=74223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:29:37.342774 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-7be9f806-c44d-44a4-a4f4-e53c4284ca15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:37.381588 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eea4d1-89f6-4d0e-a260-85cf26e77351 None None] Routers {'17ab303b-571d-4929-adab-11363771c25f'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:29:37.384051 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-17eea4d1-89f6-4d0e-a260-85cf26e77351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:29:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['17ab303b-571d-4929-adab-11363771c25f'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:37.399359 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8cbb90b6-0068-46da-a6aa-ae319de9012b req-417541fd-21b3-49b2-8f70-8aeaab2d889d tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920372 May 04 18:29:37.468213 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-47829fc3-fa80-4fed-93a8-bc758565cf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5041f5a7-dbbc-48ba-a246-33c54483c525', 'name': 'tempest-ServerRescueNegativeTestJSON-502713647-router', 'tenant_id': '573de575cbed4946845325c86ea66876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.91'}], 'enable_snat': True}, 'gw_port_id': '2e87d7f5-d81e-41a0-888d-f74934ec4b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:56Z', 'updated_at': '2021-05-04T18:29:34Z', 'revision_number': 5, 'project_id': '573de575cbed4946845325c86ea66876', 'gw_port': {'id': '2e87d7f5-d81e-41a0-888d-f74934ec4b75', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5041f5a7-dbbc-48ba-a246-33c54483c525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:25:58Z', 'updated_at': '2021-05-04T18:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:37.473745 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47829fc3-fa80-4fed-93a8-bc758565cf1c None None] Checking router: 5041f5a7-dbbc-48ba-a246-33c54483c525 for host: dv-cinder-789603-2-smb {{(pid=74224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:29:37.483862 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47829fc3-fa80-4fed-93a8-bc758565cf1c None None] Routers {'5041f5a7-dbbc-48ba-a246-33c54483c525'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:29:37.484656 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-47829fc3-fa80-4fed-93a8-bc758565cf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:29:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['5041f5a7-dbbc-48ba-a246-33c54483c525'], 'active': True} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:37.644522 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-17eea4d1-89f6-4d0e-a260-85cf26e77351 None None] Set router 17ab303b-571d-4929-adab-11363771c25f gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:29:37.692974 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvr_db [None req-47829fc3-fa80-4fed-93a8-bc758565cf1c None None] Set router 5041f5a7-dbbc-48ba-a246-33c54483c525 gateway port host: dv-cinder-789603-2-smb {{(pid=74224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:29:37.759623 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-7be9f806-c44d-44a4-a4f4-e53c4284ca15 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1762509 May 04 18:29:37.763464 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 52662) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:37.769087 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-be787879-68d0-4142-b133-b0715e812dcf admin admin] Request body: {'subnet': {'network_id': '067efb54-e3d5-4da5-aa3e-143be4d091cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1254698440-subnet', 'tenant_id': 'f9752531009f4e67bbeec73e13a73451', 'ip_version': 4}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:29:37.776664 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-be787879-68d0-4142-b133-b0715e812dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:29:37.793931 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-be787879-68d0-4142-b133-b0715e812dcf admin admin] Usage tracker for resource:subnet and tenant:f9752531009f4e67bbeec73e13a73451 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:29:37.798165 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-be787879-68d0-4142-b133-b0715e812dcf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:29:37.810668 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-be787879-68d0-4142-b133-b0715e812dcf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:29:37.860688 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-9e451e08-3256-4111-847a-ea64e1eb0284 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:37.866538 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed674a80-7cd0-4a8d-93e8-81e9d1cb7a62 req-0a2d9e54-43ea-4a21-8081-5f36ca49c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:37.868517 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-ed674a80-7cd0-4a8d-93e8-81e9d1cb7a62 req-0a2d9e54-43ea-4a21-8081-5f36ca49c8e8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=634c6d2b-13fc-4507-bef8-13a83088a32c HTTP/1.1" status: 200 len: 912 time: 0.6894598 May 04 18:29:37.941138 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be787879-68d0-4142-b133-b0715e812dcf admin admin] Made reservation on behalf of f9752531009f4e67bbeec73e13a73451 for: {'subnet': 1} {{(pid=74222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:29:37.947266 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-be787879-68d0-4142-b133-b0715e812dcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13833666'] for subnet, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:37.987521 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362d2be-73f0-46fa-ac1b-1902a1ae7cb3 None None] Pushing event updated for resources: {'Port': ['ID=75b25b2c-f432-461b-9319-661ca5f7b4d4,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:38.001525 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-0362d2be-73f0-46fa-ac1b-1902a1ae7cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.893s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:38.073233 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-ed674a80-7cd0-4a8d-93e8-81e9d1cb7a62 req-11655dd6-a9dd-4216-9b88-5c79316e9ee3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba8caf9e-b03c-460f-a66d-86794799e2e7 HTTP/1.1" status: 200 len: 1002 time: 0.1969824 May 04 18:29:38.088834 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-47829fc3-fa80-4fed-93a8-bc758565cf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5041f5a7-dbbc-48ba-a246-33c54483c525', 'name': 'tempest-ServerRescueNegativeTestJSON-502713647-router', 'tenant_id': '573de575cbed4946845325c86ea66876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.91'}], 'enable_snat': True}, 'gw_port_id': '2e87d7f5-d81e-41a0-888d-f74934ec4b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:56Z', 'updated_at': '2021-05-04T18:29:34Z', 'revision_number': 5, 'project_id': '573de575cbed4946845325c86ea66876', 'gw_port': {'id': '2e87d7f5-d81e-41a0-888d-f74934ec4b75', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5041f5a7-dbbc-48ba-a246-33c54483c525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:25:58Z', 'updated_at': '2021-05-04T18:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:38.096449 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47829fc3-fa80-4fed-93a8-bc758565cf1c None None] The sync data for ids ['5041f5a7-dbbc-48ba-a246-33c54483c525'] in dv-cinder-789603-2-smb is: [{'id': '5041f5a7-dbbc-48ba-a246-33c54483c525', 'name': 'tempest-ServerRescueNegativeTestJSON-502713647-router', 'tenant_id': '573de575cbed4946845325c86ea66876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.91'}], 'enable_snat': True}, 'gw_port_id': '2e87d7f5-d81e-41a0-888d-f74934ec4b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:56Z', 'updated_at': '2021-05-04T18:29:34Z', 'revision_number': 5, 'project_id': '573de575cbed4946845325c86ea66876', 'gw_port': {'id': '2e87d7f5-d81e-41a0-888d-f74934ec4b75', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5041f5a7-dbbc-48ba-a246-33c54483c525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:25:58Z', 'updated_at': '2021-05-04T18:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}] {{(pid=74224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:29:38.163241 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-9e451e08-3256-4111-847a-ea64e1eb0284 admin admin] Deleting port 2e87d7f5-d81e-41a0-888d-f74934ec4b75 {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:29:38.163674 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-9e451e08-3256-4111-847a-ea64e1eb0284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:38.190609 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:38.201852 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed674a80-7cd0-4a8d-93e8-81e9d1cb7a62 req-8283af4c-886c-4f56-b47f-6beac42f90e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:38.211058 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-ed674a80-7cd0-4a8d-93e8-81e9d1cb7a62 req-8283af4c-886c-4f56-b47f-6beac42f90e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=656edfdd-aa87-4bb6-baf1-030ff554b1f3 HTTP/1.1" status: 200 len: 850 time: 0.1296213 May 04 18:29:38.243794 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c02b7-c363-4bd0-8ad4-c04d81c432f1 req-179da864-e20e-41a0-b2ad-c003766e9003 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:38.245916 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f43c02b7-c363-4bd0-8ad4-c04d81c432f1 req-179da864-e20e-41a0-b2ad-c003766e9003 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 943 time: 0.3757880 May 04 18:29:38.316600 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-17eea4d1-89f6-4d0e-a260-85cf26e77351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ab303b-571d-4929-adab-11363771c25f', 'name': 'tempest-TestMinimumBasicScenario-2110633395-router', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '94065c73-e579-4552-83c8-0c5358a25675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:29:24Z', 'updated_at': '2021-05-04T18:29:30Z', 'revision_number': 4, 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'gw_port': {'id': '94065c73-e579-4552-83c8-0c5358a25675', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:07:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ab303b-571d-4929-adab-11363771c25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:25Z', 'updated_at': '2021-05-04T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': '75b25b2c-f432-461b-9319-661ca5f7b4d4', 'name': '', 'network_id': '9cee9853-ab1f-40ba-9afc-e5cbc71af0c1', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'mac_address': 'fa:16:3e:c8:d5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ab303b-571d-4929-adab-11363771c25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e3a18b2a-aa00-47fe-8906-1f3aa51aafc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:29Z', 'updated_at': '2021-05-04T18:29:36Z', 'revision_number': 4, 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'subnets': [{'id': 'e3a18b2a-aa00-47fe-8906-1f3aa51aafc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:38.322462 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eea4d1-89f6-4d0e-a260-85cf26e77351 None None] The sync data for ids ['17ab303b-571d-4929-adab-11363771c25f'] in dv-cinder-789603-2-smb is: [{'id': '17ab303b-571d-4929-adab-11363771c25f', 'name': 'tempest-TestMinimumBasicScenario-2110633395-router', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '94065c73-e579-4552-83c8-0c5358a25675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:29:24Z', 'updated_at': '2021-05-04T18:29:30Z', 'revision_number': 4, 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'gw_port': {'id': '94065c73-e579-4552-83c8-0c5358a25675', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:07:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ab303b-571d-4929-adab-11363771c25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:25Z', 'updated_at': '2021-05-04T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': '75b25b2c-f432-461b-9319-661ca5f7b4d4', 'name': '', 'network_id': '9cee9853-ab1f-40ba-9afc-e5cbc71af0c1', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'mac_address': 'fa:16:3e:c8:d5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ab303b-571d-4929-adab-11363771c25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e3a18b2a-aa00-47fe-8906-1f3aa51aafc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:29Z', 'updated_at': '2021-05-04T18:29:36Z', 'revision_number': 4, 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'subnets': [{'id': 'e3a18b2a-aa00-47fe-8906-1f3aa51aafc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:29:38.365776 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f43c02b7-c363-4bd0-8ad4-c04d81c432f1 req-d2ffde8c-3259-4ce1-bff6-c7e732212bfd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064069 May 04 18:29:38.393093 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [None req-9e451e08-3256-4111-847a-ea64e1eb0284 admin admin] For port 2e87d7f5-d81e-41a0-888d-f74934ec4b75, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=2e87d7f5-d81e-41a0-888d-f74934ec4b75,segment=NetworkSegment(d30f7483-d557-48d7-ad06-77acf24064bb),segment_id=d30f7483-d557-48d7-ad06-77acf24064bb)] {{(pid=74221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:29:38.393450 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-9e451e08-3256-4111-847a-ea64e1eb0284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:38.411915 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed674a80-7cd0-4a8d-93e8-81e9d1cb7a62 req-7a8d5e1e-657f-4152-8cb0-f1c0dd4ec07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:38.413399 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-ed674a80-7cd0-4a8d-93e8-81e9d1cb7a62 req-7a8d5e1e-657f-4152-8cb0-f1c0dd4ec07c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=634c6d2b-13fc-4507-bef8-13a83088a32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1881132 May 04 18:29:38.612342 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-9e451e08-3256-4111-847a-ea64e1eb0284 admin admin] Calling delete_port for 2e87d7f5-d81e-41a0-888d-f74934ec4b75 owned by network:router_gateway {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:29:38.844627 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4640e46-5b4d-48bf-971f-a32c1f759ec2 req-9170fe8b-d225-462f-96e9-dfe8686e274e tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:38.847496 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-ed674a80-7cd0-4a8d-93e8-81e9d1cb7a62 req-cec18d6d-dd37-480f-9a12-999721cfe749 service neutron] 10.222.0.20 "GET /v2.0/networks/634c6d2b-13fc-4507-bef8-13a83088a32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437831 May 04 18:29:38.849020 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a4640e46-5b4d-48bf-971f-a32c1f759ec2 req-9170fe8b-d225-462f-96e9-dfe8686e274e tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.1737390 May 04 18:29:39.085617 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-be787879-68d0-4142-b133-b0715e812dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15669287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13833684'] for subnet, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:39.093351 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-ff9bd183-316a-44a0-a1a6-2e23016fcc20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:39.155548 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a4640e46-5b4d-48bf-971f-a32c1f759ec2 req-c4ea9a85-727c-4e20-b370-3d9da03618aa tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2984190 May 04 18:29:39.208998 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be787879-68d0-4142-b133-b0715e812dcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=77c9a63f-e12c-42bb-ae30-6e35e39bd5c3,revision_number=0']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:39.210280 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-ed674a80-7cd0-4a8d-93e8-81e9d1cb7a62 req-c621c84e-2f13-428e-938b-3d93149d1611 service neutron] 10.222.0.20 "GET /v2.0/networks/634c6d2b-13fc-4507-bef8-13a83088a32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527730 May 04 18:29:39.218583 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-be787879-68d0-4142-b133-b0715e812dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:39.224991 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be787879-68d0-4142-b133-b0715e812dcf admin admin] Checking segment: {'id': '8c85a64d-a408-4b58-8ff2-80f1849d4daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '067efb54-e3d5-4da5-aa3e-143be4d091cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:29:39.225417 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be787879-68d0-4142-b133-b0715e812dcf admin admin] Network hostable DHCP agents. Network: 067efb54-e3d5-4da5-aa3e-143be4d091cc, hostable agents: ['948d1784-d24a-40dc-b599-c4e6e391e200'], hosted agents: [] {{(pid=74222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:29:39.287318 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-9e451e08-3256-4111-847a-ea64e1eb0284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:39.293284 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:39.311968 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be787879-68d0-4142-b133-b0715e812dcf admin admin] Network 067efb54-e3d5-4da5-aa3e-143be4d091cc is scheduled to be hosted by DHCP agent 948d1784-d24a-40dc-b599-c4e6e391e200 with binding_index 1 {{(pid=74222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:29:39.390925 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 75b25b2c-f432-461b-9319-661ca5f7b4d4 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:29:39.406605 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.base_scheduler [None req-be787879-68d0-4142-b133-b0715e812dcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-smb, 067efb54-e3d5-4da5-aa3e-143be4d091cc) {{(pid=74222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:29:39.417490 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be787879-68d0-4142-b133-b0715e812dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:39.418313 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-be787879-68d0-4142-b133-b0715e812dcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:39.448129 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e451e08-3256-4111-847a-ea64e1eb0284 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e87d7f5-d81e-41a0-888d-f74934ec4b75,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:39.458398 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c553d905-b560-4855-8a73-cc41a5dae570 None None] Network 067efb54-e3d5-4da5-aa3e-143be4d091cc requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:29:39.460520 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-9e451e08-3256-4111-847a-ea64e1eb0284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:39.522505 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-be787879-68d0-4142-b133-b0715e812dcf admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7577674 May 04 18:29:39.524074 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 52678) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:39.530235 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-5fcca0ba-7a2d-4f83-9c84-a6de2ea94e31 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1254698440-router', 'tenant_id': 'f9752531009f4e67bbeec73e13a73451', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'}}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:29:39.545665 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-5fcca0ba-7a2d-4f83-9c84-a6de2ea94e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:29:39.560569 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-5fcca0ba-7a2d-4f83-9c84-a6de2ea94e31 admin admin] Usage tracker for resource:router and tenant:f9752531009f4e67bbeec73e13a73451 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:29:39.568442 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-5fcca0ba-7a2d-4f83-9c84-a6de2ea94e31 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:29:39.605462 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-9e451e08-3256-4111-847a-ea64e1eb0284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942697'] for router_gateway, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:39.666762 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-5fcca0ba-7a2d-4f83-9c84-a6de2ea94e31 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:29:39.796511 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa9ff8-6da0-48e0-a6d0-6eaa8f45ec77 req-df3a0660-6f91-4d24-ac9e-60b0ccd71e40 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:39.807089 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-11fa9ff8-6da0-48e0-a6d0-6eaa8f45ec77 req-df3a0660-6f91-4d24-ac9e-60b0ccd71e40 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 943 time: 0.2406118 May 04 18:29:39.810003 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-5fcca0ba-7a2d-4f83-9c84-a6de2ea94e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-943714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29278'] for router, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:39.811554 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-5fcca0ba-7a2d-4f83-9c84-a6de2ea94e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-883042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29271'] for router, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:39.914548 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ce0ff0-b77a-4007-a766-fc4e411e2f3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe140b76d-5e43-56e8-9ef0-5ecafadefb14-067efb54-e3d5-4da5-aa3e-143be4d091cc', 'network_id': '067efb54-e3d5-4da5-aa3e-143be4d091cc', 'tenant_id': 'f9752531009f4e67bbeec73e13a73451', 'fixed_ips': [{'subnet_id': '77c9a63f-e12c-42bb-ae30-6e35e39bd5c3'}]}} from dv-cinder-789603-2-smb. {{(pid=74223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 18:29:39.915654 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-75ce0ff0-b77a-4007-a766-fc4e411e2f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:39.922558 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-5fcca0ba-7a2d-4f83-9c84-a6de2ea94e31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:39.984115 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-11fa9ff8-6da0-48e0-a6d0-6eaa8f45ec77 req-dca553bb-2f22-44df-ab4e-a3182038db22 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727803 May 04 18:29:39.988492 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-9e451e08-3256-4111-847a-ea64e1eb0284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-943869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29356'] for router, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:39.993553 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-9e451e08-3256-4111-847a-ea64e1eb0284 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:40.037453 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning for port 75b25b2c-f432-461b-9319-661ca5f7b4d4 completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:29:40.043462 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port 75b25b2c-f432-461b-9319-661ca5f7b4d4 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:29:40.044021 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:40.313275 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.db_base_plugin_common [None req-75ce0ff0-b77a-4007-a766-fc4e411e2f3b None None] Allocated IP 172.20.0.2 (067efb54-e3d5-4da5-aa3e-143be4d091cc/77c9a63f-e12c-42bb-ae30-6e35e39bd5c3/c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f) {{(pid=74223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:29:40.365512 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-9e451e08-3256-4111-847a-ea64e1eb0284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-943137'] for router, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:40.366174 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e451e08-3256-4111-847a-ea64e1eb0284 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5041f5a7-dbbc-48ba-a246-33c54483c525 {{(pid=74221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 18:29:40.409626 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-9e451e08-3256-4111-847a-ea64e1eb0284 admin admin] Notify callbacks [] for router, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:40.416325 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-9e451e08-3256-4111-847a-ea64e1eb0284 admin admin] 10.222.0.49 "DELETE /v2.0/routers/5041f5a7-dbbc-48ba-a246-33c54483c525 HTTP/1.1" status: 204 len: 168 time: 3.8726947 May 04 18:29:40.416926 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 52688) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:40.472806 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:40.536410 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_v2 [None req-55531f13-b77c-46cf-84e8-bd451deb6d68 admin admin] Deleting subnet 440c7ecc-ada7-425e-af57-04720abc3629 {{(pid=74221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 18:29:40.539637 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-55531f13-b77c-46cf-84e8-bd451deb6d68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:40.543054 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-5fcca0ba-7a2d-4f83-9c84-a6de2ea94e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942803', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-943628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29349'] for router, precommit_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:40.597755 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] For port 75b25b2c-f432-461b-9319-661ca5f7b4d4, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=75b25b2c-f432-461b-9319-661ca5f7b4d4,segment=NetworkSegment(39fc2110-9ae7-430c-8de7-7961edab7df6),segment_id=39fc2110-9ae7-430c-8de7-7961edab7df6)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:29:40.618074 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdccc974-883d-4724-85a2-8c4895f95a39 req-50a7dc85-eea9-4943-96bf-b299af20e751 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:40.618973 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 8d845d6d-2217-427d-a11c-19ff41260c73 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:29:40.620383 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-bdccc974-883d-4724-85a2-8c4895f95a39 req-50a7dc85-eea9-4943-96bf-b299af20e751 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.2691915 May 04 18:29:40.622989 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-55531f13-b77c-46cf-84e8-bd451deb6d68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15324815'] for subnet, precommit_delete_associations {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:40.689447 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-55531f13-b77c-46cf-84e8-bd451deb6d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774518'] for subnet, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:40.693428 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-bdccc974-883d-4724-85a2-8c4895f95a39 req-44fe18e1-798d-49bc-87b6-193e8a98c2bb tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625131 May 04 18:29:40.733960 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:40.749265 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:40.816846 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device da8bf259-6689-4301-92d8-b2482973942a no longer exists at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:29:40.866053 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Pushing event updated for resources: {'Port': ['ID=75b25b2c-f432-461b-9319-661ca5f7b4d4,revision_number=5']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:40.877758 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:40.878345 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] No Port match for: da8bf259-6689-4301-92d8-b2482973942a {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:29:40.878726 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device da8bf259-6689-4301-92d8-b2482973942a not bound to the agent host dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:29:41.063268 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-75ce0ff0-b77a-4007-a766-fc4e411e2f3b None None] Notify callbacks [] for port, precommit_create {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:41.081843 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 8d845d6d-2217-427d-a11c-19ff41260c73, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8d845d6d-2217-427d-a11c-19ff41260c73,segment=NetworkSegment(22f657b0-541b-4446-b026-d81f6d010cf4),segment_id=22f657b0-541b-4446-b026-d81f6d010cf4)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:29:41.090004 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-75ce0ff0-b77a-4007-a766-fc4e411e2f3b None None] Transition to ACTIVE for port object c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f will not be triggered until provisioned by entity L2. {{(pid=74223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:29:41.106568 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Returning: {'device': '8d845d6d-2217-427d-a11c-19ff41260c73', 'network_id': '958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2', 'port_id': '8d845d6d-2217-427d-a11c-19ff41260c73', 'mac_address': 'fa:16:3e:43:d2:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a555db5-8ba7-4f7b-b652-348df6017b79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:29:41.179090 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-75ce0ff0-b77a-4007-a766-fc4e411e2f3b None None] Transition to ACTIVE for port object c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f will not be triggered until provisioned by entity DHCP. {{(pid=74223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:29:41.180467 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:41.199991 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d845d6d-2217-427d-a11c-19ff41260c73 {{(pid=74223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:29:41.220805 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 8d845d6d-2217-427d-a11c-19ff41260c73, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8d845d6d-2217-427d-a11c-19ff41260c73,segment=NetworkSegment(22f657b0-541b-4446-b026-d81f6d010cf4),segment_id=22f657b0-541b-4446-b026-d81f6d010cf4)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:29:41.254489 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-55531f13-b77c-46cf-84e8-bd451deb6d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15596317'] for subnet, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:41.261182 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:41.268735 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-75ce0ff0-b77a-4007-a766-fc4e411e2f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542'] for port, after_create {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:41.290803 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-5fcca0ba-7a2d-4f83-9c84-a6de2ea94e31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:41.303478 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-19a5143f-f414-42b6-aaa0-245f201a52b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:41.335768 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-5fcca0ba-7a2d-4f83-9c84-a6de2ea94e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:41.355607 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55531f13-b77c-46cf-84e8-bd451deb6d68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=440c7ecc-ada7-425e-af57-04720abc3629,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:41.358714 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-55531f13-b77c-46cf-84e8-bd451deb6d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:41.359721 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-55531f13-b77c-46cf-84e8-bd451deb6d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:41.364086 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:41.366362 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 75b25b2c-f432-461b-9319-661ca5f7b4d4 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:29:41.380770 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-55531f13-b77c-46cf-84e8-bd451deb6d68 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/440c7ecc-ada7-425e-af57-04720abc3629 HTTP/1.1" status: 204 len: 168 time: 0.9626319 May 04 18:29:41.384529 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 52698) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:41.402521 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ce0ff0-b77a-4007-a766-fc4e411e2f3b None None] Network 067efb54-e3d5-4da5-aa3e-143be4d091cc is already hosted by enough agents. {{(pid=74223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:29:41.418056 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.scheduler.base_scheduler [None req-75ce0ff0-b77a-4007-a766-fc4e411e2f3b None None] Resources bound (agent type, host, resource id): {{(pid=74223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:29:41.419863 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ce0ff0-b77a-4007-a766-fc4e411e2f3b None None] Received port after_create {{(pid=74223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:29:41.493718 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.db_base_plugin_common [None req-5fcca0ba-7a2d-4f83-9c84-a6de2ea94e31 admin admin] Allocated IP 172.28.1.213 (90b44f7d-5c55-4edd-ba51-1d4bf68bd72d/15770a9c-0e03-4178-b54a-c3c1706d1253/0bf86998-29dd-42fe-b381-a428986660bb) {{(pid=74222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:29:41.510825 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-dfb04595-8692-46f8-8bfa-a5666eb08b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688272'] for network, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:41.557213 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce0ff0-b77a-4007-a766-fc4e411e2f3b None None] Pushing event updated for resources: {'Port': ['ID=c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f,revision_number=1']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:41.566420 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-75ce0ff0-b77a-4007-a766-fc4e411e2f3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:41.569628 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-5c994651-9d2f-4d72-97e6-a355ece7521a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:41.605380 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-75ce0ff0-b77a-4007-a766-fc4e411e2f3b None None] Attempting to bind port c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f on host dv-cinder-789603-2-smb for vnic_type normal with profile {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:29:41.605914 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-75ce0ff0-b77a-4007-a766-fc4e411e2f3b None None] Attempting to bind port c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f by drivers openvswitch,hyperv on host dv-cinder-789603-2-smb at level 0 using segments [{'id': '8c85a64d-a408-4b58-8ff2-80f1849d4daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '067efb54-e3d5-4da5-aa3e-143be4d091cc'}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:29:41.606397 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ce0ff0-b77a-4007-a766-fc4e411e2f3b None None] Attempting to bind port c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f on network 067efb54-e3d5-4da5-aa3e-143be4d091cc {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:29:41.608587 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649f108-5b5e-4f43-bbda-5fed4b2874fc req-3363f8e6-3f40-49ff-8c53-4e0506900c30 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:41.615451 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2649f108-5b5e-4f43-bbda-5fed4b2874fc req-3363f8e6-3f40-49ff-8c53-4e0506900c30 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 943 time: 0.4440076 May 04 18:29:41.633797 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['8d845d6d-2217-427d-a11c-19ff41260c73'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:29:41.654241 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-dfb04595-8692-46f8-8bfa-a5666eb08b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771051', 'neutron.services.segments.db._delete_segments_for_network-8785700215345'] for network, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:41.658506 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ce0ff0-b77a-4007-a766-fc4e411e2f3b None None] Checking agent: {'id': 'bc53da1e-f01a-45f2-860f-1d5e19382f0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 18, 6), 'started_at': datetime.datetime(2021, 5, 4, 18, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:29:41.661271 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ce0ff0-b77a-4007-a766-fc4e411e2f3b None None] Checking segment: {'id': '8c85a64d-a408-4b58-8ff2-80f1849d4daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '067efb54-e3d5-4da5-aa3e-143be4d091cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:29:41.661271 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-75ce0ff0-b77a-4007-a766-fc4e411e2f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:41.661271 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ce0ff0-b77a-4007-a766-fc4e411e2f3b None None] Bound using segment: {'id': '8c85a64d-a408-4b58-8ff2-80f1849d4daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '067efb54-e3d5-4da5-aa3e-143be4d091cc'} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:29:41.661271 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-75ce0ff0-b77a-4007-a766-fc4e411e2f3b None None] Bound port: c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f, host: dv-cinder-789603-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c85a64d-a408-4b58-8ff2-80f1849d4daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '067efb54-e3d5-4da5-aa3e-143be4d091cc'}}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:29:41.661271 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-75ce0ff0-b77a-4007-a766-fc4e411e2f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:41.686724 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2649f108-5b5e-4f43-bbda-5fed4b2874fc req-6f918f33-cb79-47f5-b519-c0d18c7c8108 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695660 May 04 18:29:41.723636 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-5fcca0ba-7a2d-4f83-9c84-a6de2ea94e31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:41.737010 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port 75b25b2c-f432-461b-9319-661ca5f7b4d4 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:29:41.737521 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:41.802860 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-dfb04595-8692-46f8-8bfa-a5666eb08b3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db4af54-0a5f-400d-8ea5-42d92dce6c03']}} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:41.817013 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-dfb04595-8692-46f8-8bfa-a5666eb08b3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207280f5-ebc6-4c23-9262-17f03eeab6b6') {'for_net_delete': True} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:41.817595 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-dfb04595-8692-46f8-8bfa-a5666eb08b3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207280f5-ebc6-4c23-9262-17f03eeab6b6') {} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:41.831764 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-5fcca0ba-7a2d-4f83-9c84-a6de2ea94e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15671191'] for port, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:41.832023 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-dfb04595-8692-46f8-8bfa-a5666eb08b3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700225895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15324854'] for segment, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:41.836488 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-1c77d181-71d0-4a33-b79b-ccd9f1d417d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:41.847754 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=8d845d6d-2217-427d-a11c-19ff41260c73,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:41.849826 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-dfb04595-8692-46f8-8bfa-a5666eb08b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:41.854346 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:41.857706 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb04595-8692-46f8-8bfa-a5666eb08b3d admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=74221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:29:41.876533 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-75ce0ff0-b77a-4007-a766-fc4e411e2f3b None None] For port c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f, host dv-cinder-789603-2-smb, cleared binding levels {{(pid=74223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:29:41.881972 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-75ce0ff0-b77a-4007-a766-fc4e411e2f3b None None] For port c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f, host dv-cinder-789603-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f,segment=NetworkSegment(8c85a64d-a408-4b58-8ff2-80f1849d4daf),segment_id=8c85a64d-a408-4b58-8ff2-80f1849d4daf)] {{(pid=74223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:29:41.961308 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-75ce0ff0-b77a-4007-a766-fc4e411e2f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:41.975569 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-0362d2be-73f0-46fa-ac1b-1902a1ae7cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:42.029064 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcca0ba-7a2d-4f83-9c84-a6de2ea94e31 admin admin] Network 90b44f7d-5c55-4edd-ba51-1d4bf68bd72d is already hosted by enough agents. {{(pid=74222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:29:42.052990 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.base_scheduler [None req-5fcca0ba-7a2d-4f83-9c84-a6de2ea94e31 admin admin] Resources bound (agent type, host, resource id): {{(pid=74222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:29:42.075460 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcca0ba-7a2d-4f83-9c84-a6de2ea94e31 admin admin] Received port after_create {{(pid=74222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:29:42.132805 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce0ff0-b77a-4007-a766-fc4e411e2f3b None None] Pushing event updated for resources: {'Port': ['ID=c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f,revision_number=2']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:42.157691 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-75ce0ff0-b77a-4007-a766-fc4e411e2f3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:42.158850 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 2e87d7f5-d81e-41a0-888d-f74934ec4b75 no longer exists at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:29:42.161442 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [None req-dfb04595-8692-46f8-8bfa-a5666eb08b3d admin admin] Network 8db4af54-0a5f-400d-8ea5-42d92dce6c03 has no segments {{(pid=74221) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 18:29:42.171524 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-dfb04595-8692-46f8-8bfa-a5666eb08b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262147'] for segment, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:42.237325 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] No Port match for: 2e87d7f5-d81e-41a0-888d-f74934ec4b75 {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:29:42.237675 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 2e87d7f5-d81e-41a0-888d-f74934ec4b75 not bound to the agent host dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:29:42.253308 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcca0ba-7a2d-4f83-9c84-a6de2ea94e31 admin admin] Pushing event updated for resources: {'Port': ['ID=0bf86998-29dd-42fe-b381-a428986660bb,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:42.312218 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-5fcca0ba-7a2d-4f83-9c84-a6de2ea94e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:42.585325 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [None req-dfb04595-8692-46f8-8bfa-a5666eb08b3d admin admin] Network 8db4af54-0a5f-400d-8ea5-42d92dce6c03 has no segments {{(pid=74221) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: Traceback (most recent call last): May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: timer() May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: cb(*args, **kw) May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: return func(*args, **kwargs) May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: self._notify() May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: self.callback(batched_events) May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: event.method(event) May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: return f(self, *a, **k) May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: return self._get(url).json() May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: return self.request(url, 'GET', **kwargs) May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:29:42.606023 dv-cinder-789603-2-smb neutron-server[74221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:29:42.750784 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-dfb04595-8692-46f8-8bfa-a5666eb08b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942662'] for network, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:42.755086 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-e4026434-462f-43d2-b7b3-6d53e40d6c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:42.775500 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-dfb04595-8692-46f8-8bfa-a5666eb08b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:42.816478 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb04595-8692-46f8-8bfa-a5666eb08b3d admin admin] Pushing event deleted for resources: {'Network': ['ID=8db4af54-0a5f-400d-8ea5-42d92dce6c03,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:42.820020 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-dfb04595-8692-46f8-8bfa-a5666eb08b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:42.862449 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-dfb04595-8692-46f8-8bfa-a5666eb08b3d admin admin] 10.222.0.49 "DELETE /v2.0/networks/8db4af54-0a5f-400d-8ea5-42d92dce6c03 HTTP/1.1" status: 204 len: 168 time: 1.4768832 May 04 18:29:42.911375 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-5fcca0ba-7a2d-4f83-9c84-a6de2ea94e31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:43.158468 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a8834-18f7-4d9b-8b29-8aaf20edcdd2 req-2249ea3c-4933-43a7-8f2a-7327e28b2c4a tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:43.160296 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d16a8834-18f7-4d9b-8b29-8aaf20edcdd2 req-2249ea3c-4933-43a7-8f2a-7327e28b2c4a tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 944 time: 0.3259487 May 04 18:29:43.330805 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d16a8834-18f7-4d9b-8b29-8aaf20edcdd2 req-49a1cc58-5ffd-4c5a-a9cb-92f027728134 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592689 May 04 18:29:43.365730 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bd1281-6350-4c66-9e77-fec5e070c301 None None] Network 067efb54-e3d5-4da5-aa3e-143be4d091cc requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:29:43.434508 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:29:43.464397 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 52718) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:43.482460 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-5fcca0ba-7a2d-4f83-9c84-a6de2ea94e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-943643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942780'] for router, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:43.629094 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-54bd8ea0-8863-4afa-9391-0b3a2b83e0ed None None] Provisioning for port c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f completed by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:29:43.676703 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-ac90d5ee-a147-45ea-b075-f84ab957f99d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=573de575cbed4946845325c86ea66876&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2108831 May 04 18:29:43.679781 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 52726) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:43.768875 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-405b616a-c657-4a71-8985-de89d424c14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:43.806816 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-405b616a-c657-4a71-8985-de89d424c14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:43.832083 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning for port c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:29:43.843079 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:29:43.843845 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:43.891624 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcca0ba-7a2d-4f83-9c84-a6de2ea94e31 admin admin] Router 9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef is scheduled to L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b with binding_index 1 {{(pid=74222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 18:29:43.954177 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-405b616a-c657-4a71-8985-de89d424c14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:43.972351 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-b4c69947-78dd-44d6-acd8-cde2b33c9c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:44.015160 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b616a-c657-4a71-8985-de89d424c14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716c2d38-25e1-4c63-8982-e0f99d95172f,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:44.020685 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-405b616a-c657-4a71-8985-de89d424c14d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:44.053927 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:44.061600 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-405b616a-c657-4a71-8985-de89d424c14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:44.064884 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-405b616a-c657-4a71-8985-de89d424c14d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/716c2d38-25e1-4c63-8982-e0f99d95172f HTTP/1.1" status: 204 len: 168 time: 0.3819146 May 04 18:29:44.100476 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] For port c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f,segment=NetworkSegment(8c85a64d-a408-4b58-8ff2-80f1849d4daf),segment_id=8c85a64d-a408-4b58-8ff2-80f1849d4daf)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:29:44.193500 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:44.195342 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:44.217913 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcca0ba-7a2d-4f83-9c84-a6de2ea94e31 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:29:44.264914 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab7e96c-23fe-4060-b3da-73256988e6c1 None None] Sync routers for ids ['9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef'] in dv-cinder-789603-2-smb {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:29:44.314258 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab7e96c-23fe-4060-b3da-73256988e6c1 None None] Routers {'9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:29:44.314258 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-2ab7e96c-23fe-4060-b3da-73256988e6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:29:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:44.330657 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-5fcca0ba-7a2d-4f83-9c84-a6de2ea94e31 admin admin] Notify callbacks [] for router, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:44.331946 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-5fcca0ba-7a2d-4f83-9c84-a6de2ea94e31 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8066578 May 04 18:29:44.335045 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 52732) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:44.477113 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Pushing event updated for resources: {'Port': ['ID=c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f,revision_number=3']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:44.492739 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:44.511135 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-24f9ba77-8720-499d-b95e-76778d841eb6 None None] Provisioning complete for port c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:29:44.511269 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-24f9ba77-8720-499d-b95e-76778d841eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:44.584028 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-2ab7e96c-23fe-4060-b3da-73256988e6c1 None None] Set router 9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:29:44.726339 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 8d845d6d-2217-427d-a11c-19ff41260c73 up at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:29:44.788369 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93f301-ce7e-4a60-955c-f0e5b97d5187 req-cf86554c-be39-4853-919a-b8479373682c tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:44.790379 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4f93f301-ce7e-4a60-955c-f0e5b97d5187 req-cf86554c-be39-4853-919a-b8479373682c tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 944 time: 0.3160155 May 04 18:29:44.864891 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4f93f301-ce7e-4a60-955c-f0e5b97d5187 req-d0cc7daa-50be-48c6-8b1f-c963c177a07b tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668879 May 04 18:29:45.019826 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning for port 8d845d6d-2217-427d-a11c-19ff41260c73 completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:29:45.052540 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning complete for port 8d845d6d-2217-427d-a11c-19ff41260c73 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:29:45.052967 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:45.260676 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:45.284211 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-2ab7e96c-23fe-4060-b3da-73256988e6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef', 'name': 'tempest-TestMinimumBasicScenario-1254698440-router', 'tenant_id': 'f9752531009f4e67bbeec73e13a73451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.213'}], 'enable_snat': True}, 'gw_port_id': '0bf86998-29dd-42fe-b381-a428986660bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:29:39Z', 'updated_at': '2021-05-04T18:29:42Z', 'revision_number': 3, 'project_id': 'f9752531009f4e67bbeec73e13a73451', 'gw_port': {'id': '0bf86998-29dd-42fe-b381-a428986660bb', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:41Z', 'updated_at': '2021-05-04T18:29:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:45.291307 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab7e96c-23fe-4060-b3da-73256988e6c1 None None] Checking router: 9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef for host: dv-cinder-789603-2-smb {{(pid=74223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:29:45.291986 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab7e96c-23fe-4060-b3da-73256988e6c1 None None] Updating router 9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef port 0bf86998-29dd-42fe-b381-a428986660bb binding host dv-cinder-789603-2-smb {{(pid=74223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:29:45.341318 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:29:45.391532 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeed9058-7f6d-45dc-85f6-ec2d17a81c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d845d6d-2217-427d-a11c-19ff41260c73'}] {{(pid=74223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:29:45.435124 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 8d845d6d-2217-427d-a11c-19ff41260c73, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8d845d6d-2217-427d-a11c-19ff41260c73,segment=NetworkSegment(22f657b0-541b-4446-b026-d81f6d010cf4),segment_id=22f657b0-541b-4446-b026-d81f6d010cf4)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:29:45.436510 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e96c-23fe-4060-b3da-73256988e6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:45.463812 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-87245813-3957-479e-9cfd-828f91d158ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:45.577503 dv-cinder-789603-2-smb neutron-server[74223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeed9058-7f6d-45dc-85f6-ec2d17a81c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d845d6d-2217-427d-a11c-19ff41260c73', 'code': 200} May 04 18:29:45.583681 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:45.590383 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:45.725924 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=8d845d6d-2217-427d-a11c-19ff41260c73,revision_number=5']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:45.894397 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_common [None req-87245813-3957-479e-9cfd-828f91d158ba admin admin] Allocated IP 172.20.0.1 (067efb54-e3d5-4da5-aa3e-143be4d091cc/77c9a63f-e12c-42bb-ae30-6e35e39bd5c3/c72457be-1187-4652-94f9-8c151452d424) {{(pid=74221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:29:46.042669 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:46.043553 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:29:46.043941 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:46.198465 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e96c-23fe-4060-b3da-73256988e6c1 None None] Notify callbacks [] for port, precommit_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:46.297815 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-2ab7e96c-23fe-4060-b3da-73256988e6c1 None None] Transition to ACTIVE for port object 0bf86998-29dd-42fe-b381-a428986660bb will not be triggered until provisioned by entity L2. {{(pid=74223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:29:46.299400 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51ca2f-7683-4a1c-a6a4-4f454f3f6b91 req-90068fb7-c0e2-4325-9a0b-af0b15228b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:46.301283 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-ae51ca2f-7683-4a1c-a6a4-4f454f3f6b91 req-90068fb7-c0e2-4325-9a0b-af0b15228b7f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 1098 time: 0.2545986 May 04 18:29:46.309385 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-87245813-3957-479e-9cfd-828f91d158ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:46.337404 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b851894-aae0-4be0-bd16-4aeb806fd8bb req-d83961da-e3a6-4ee4-9ff4-bf7bda8c778d tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:46.353075 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6b851894-aae0-4be0-bd16-4aeb806fd8bb req-d83961da-e3a6-4ee4-9ff4-bf7bda8c778d tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 945 time: 0.2243030 May 04 18:29:46.359379 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.provisioning_blocks [None req-87245813-3957-479e-9cfd-828f91d158ba admin admin] Transition to ACTIVE for port object c72457be-1187-4652-94f9-8c151452d424 will not be triggered until provisioned by entity DHCP. {{(pid=74221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:29:46.365972 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-ae51ca2f-7683-4a1c-a6a4-4f454f3f6b91 req-47348232-2032-4d9b-be94-5c4c942fc95c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521917 May 04 18:29:46.405568 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e96c-23fe-4060-b3da-73256988e6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:46.410973 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:46.429188 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6b851894-aae0-4be0-bd16-4aeb806fd8bb req-4c25a6e6-abbf-4295-8307-0c4f4893f178 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743935 May 04 18:29:46.476494 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-87245813-3957-479e-9cfd-828f91d158ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:46.490884 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-30be1e15-4100-46c8-ad21-213a2a435727 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:46.500330 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebb144-1565-4c63-9710-be82f167a22f None None] Pushing event updated for resources: {'Port': ['ID=0bf86998-29dd-42fe-b381-a428986660bb,revision_number=2']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:46.505542 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-31ebb144-1565-4c63-9710-be82f167a22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:46.536614 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-2ab7e96c-23fe-4060-b3da-73256988e6c1 None None] Attempting to bind port 0bf86998-29dd-42fe-b381-a428986660bb on host dv-cinder-789603-2-smb for vnic_type normal with profile {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:29:46.537073 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-2ab7e96c-23fe-4060-b3da-73256988e6c1 None None] Attempting to bind port 0bf86998-29dd-42fe-b381-a428986660bb by drivers openvswitch,hyperv on host dv-cinder-789603-2-smb at level 0 using segments [{'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:29:46.537549 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab7e96c-23fe-4060-b3da-73256988e6c1 None None] Attempting to bind port 0bf86998-29dd-42fe-b381-a428986660bb on network 90b44f7d-5c55-4edd-ba51-1d4bf68bd72d {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:29:46.543730 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab7e96c-23fe-4060-b3da-73256988e6c1 None None] Checking agent: {'id': 'bc53da1e-f01a-45f2-860f-1d5e19382f0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 18, 6), 'started_at': datetime.datetime(2021, 5, 4, 18, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:29:46.544237 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab7e96c-23fe-4060-b3da-73256988e6c1 None None] Checking segment: {'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:29:46.546806 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e96c-23fe-4060-b3da-73256988e6c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:46.547347 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab7e96c-23fe-4060-b3da-73256988e6c1 None None] Bound using segment: {'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'} {{(pid=74223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:29:46.548244 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.managers [None req-2ab7e96c-23fe-4060-b3da-73256988e6c1 None None] Bound port: 0bf86998-29dd-42fe-b381-a428986660bb, host: dv-cinder-789603-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30f7483-d557-48d7-ad06-77acf24064bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'}}] {{(pid=74223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:29:46.549348 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e96c-23fe-4060-b3da-73256988e6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:46.567147 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87245813-3957-479e-9cfd-828f91d158ba admin admin] Network 067efb54-e3d5-4da5-aa3e-143be4d091cc is already hosted by enough agents. {{(pid=74221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:29:46.575482 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [None req-87245813-3957-479e-9cfd-828f91d158ba admin admin] Resources bound (agent type, host, resource id): {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:29:46.578556 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87245813-3957-479e-9cfd-828f91d158ba admin admin] Received port after_create {{(pid=74221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:29:46.644605 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-87245813-3957-479e-9cfd-828f91d158ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-920019'] for router_interface, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:46.680826 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-2ab7e96c-23fe-4060-b3da-73256988e6c1 None None] For port 0bf86998-29dd-42fe-b381-a428986660bb, host dv-cinder-789603-2-smb, cleared binding levels {{(pid=74223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:29:46.686555 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-2ab7e96c-23fe-4060-b3da-73256988e6c1 None None] For port 0bf86998-29dd-42fe-b381-a428986660bb, host dv-cinder-789603-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=0bf86998-29dd-42fe-b381-a428986660bb,segment=NetworkSegment(d30f7483-d557-48d7-ad06-77acf24064bb),segment_id=d30f7483-d557-48d7-ad06-77acf24064bb)] {{(pid=74223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:29:46.766898 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e96c-23fe-4060-b3da-73256988e6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:46.785757 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:46.942160 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebb144-1565-4c63-9710-be82f167a22f None None] Pushing event updated for resources: {'Port': ['ID=0bf86998-29dd-42fe-b381-a428986660bb,revision_number=3']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:46.948828 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87245813-3957-479e-9cfd-828f91d158ba admin admin] Pushing event updated for resources: {'Port': ['ID=c72457be-1187-4652-94f9-8c151452d424,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:46.966430 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-31ebb144-1565-4c63-9710-be82f167a22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:46.973008 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-87245813-3957-479e-9cfd-828f91d158ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:47.057308 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab7e96c-23fe-4060-b3da-73256988e6c1 None None] Routers {'9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:29:47.095302 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-2ab7e96c-23fe-4060-b3da-73256988e6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:29:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:47.131303 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-531305d8-1b65-4c61-90d0-3403e7703023 None None] Provisioning for port c72457be-1187-4652-94f9-8c151452d424 completed by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:29:47.142930 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-531305d8-1b65-4c61-90d0-3403e7703023 None None] Provisioning complete for port c72457be-1187-4652-94f9-8c151452d424 triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:29:47.143338 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-531305d8-1b65-4c61-90d0-3403e7703023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:47.314363 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-531305d8-1b65-4c61-90d0-3403e7703023 None None] Port c72457be-1187-4652-94f9-8c151452d424 cannot update to ACTIVE because it is not bound. {{(pid=74223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:29:47.322045 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-87245813-3957-479e-9cfd-828f91d158ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:47.348691 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-2ab7e96c-23fe-4060-b3da-73256988e6c1 None None] Set router 9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:29:47.603330 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-87245813-3957-479e-9cfd-828f91d158ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:47.665705 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-87245813-3957-479e-9cfd-828f91d158ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262247'] for port, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:47.696846 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b737240-2879-4a44-b987-7d36711e6446 req-68580121-6276-473e-be8c-bf9e41fab250 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:47.707024 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0b737240-2879-4a44-b987-7d36711e6446 req-68580121-6276-473e-be8c-bf9e41fab250 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 945 time: 0.1214104 May 04 18:29:47.712541 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:47.756370 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-2ab7e96c-23fe-4060-b3da-73256988e6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef', 'name': 'tempest-TestMinimumBasicScenario-1254698440-router', 'tenant_id': 'f9752531009f4e67bbeec73e13a73451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.213'}], 'enable_snat': True}, 'gw_port_id': '0bf86998-29dd-42fe-b381-a428986660bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:29:39Z', 'updated_at': '2021-05-04T18:29:42Z', 'revision_number': 3, 'project_id': 'f9752531009f4e67bbeec73e13a73451', 'gw_port': {'id': '0bf86998-29dd-42fe-b381-a428986660bb', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:41Z', 'updated_at': '2021-05-04T18:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:47.762592 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab7e96c-23fe-4060-b3da-73256988e6c1 None None] The sync data for ids ['9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef'] in dv-cinder-789603-2-smb is: [{'id': '9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef', 'name': 'tempest-TestMinimumBasicScenario-1254698440-router', 'tenant_id': 'f9752531009f4e67bbeec73e13a73451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.213'}], 'enable_snat': True}, 'gw_port_id': '0bf86998-29dd-42fe-b381-a428986660bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:29:39Z', 'updated_at': '2021-05-04T18:29:42Z', 'revision_number': 3, 'project_id': 'f9752531009f4e67bbeec73e13a73451', 'gw_port': {'id': '0bf86998-29dd-42fe-b381-a428986660bb', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:41Z', 'updated_at': '2021-05-04T18:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}] {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:29:47.782828 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0b737240-2879-4a44-b987-7d36711e6446 req-8c17e302-a622-4ec9-934f-919e7cb4a855 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744026 May 04 18:29:47.841741 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-87245813-3957-479e-9cfd-828f91d158ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919920'] for router_interface, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:47.866151 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87245813-3957-479e-9cfd-828f91d158ba admin admin] Pushing event updated for resources: {'Port': ['ID=c72457be-1187-4652-94f9-8c151452d424,revision_number=2']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:47.870383 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-87245813-3957-479e-9cfd-828f91d158ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:48.063029 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87245813-3957-479e-9cfd-828f91d158ba admin admin] Network 067efb54-e3d5-4da5-aa3e-143be4d091cc is already hosted by enough agents. {{(pid=74221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:29:48.064501 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [None req-87245813-3957-479e-9cfd-828f91d158ba admin admin] Resources bound (agent type, host, resource id): {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:29:48.416284 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87245813-3957-479e-9cfd-828f91d158ba admin admin] Router 9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef has already been hosted by L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b {{(pid=74221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:29:48.452441 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a93659e0-1dbc-493a-a2a1-b034add410f0 None None] Provisioning complete for port c72457be-1187-4652-94f9-8c151452d424 triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:29:48.452870 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a93659e0-1dbc-493a-a2a1-b034add410f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:48.550732 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-a93659e0-1dbc-493a-a2a1-b034add410f0 None None] Port c72457be-1187-4652-94f9-8c151452d424 cannot update to ACTIVE because it is not bound. {{(pid=74223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:29:48.672962 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87245813-3957-479e-9cfd-828f91d158ba admin admin] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:29:48.691408 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-87245813-3957-479e-9cfd-828f91d158ba admin admin] 10.222.0.49 "PUT /v2.0/routers/9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3471711 May 04 18:29:49.048004 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde07638-284b-4b00-a69b-3aa7fcc82054 req-dcebca6c-93b9-4efd-add3-07be0e73b60e tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:49.050436 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-fde07638-284b-4b00-a69b-3aa7fcc82054 req-dcebca6c-93b9-4efd-add3-07be0e73b60e tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 945 time: 0.1171231 May 04 18:29:49.120687 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-fde07638-284b-4b00-a69b-3aa7fcc82054 req-5b737434-defe-46e3-ac7f-4ee2fce8e09f tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553973 May 04 18:29:49.347696 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:49.382991 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d9aad-ec79-47e1-9a2b-cc9545af9ecf req-b4c9bcef-08f5-40dc-b263-8233b0bfbe94 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:49.391079 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-548d9aad-ec79-47e1-9a2b-cc9545af9ecf req-b4c9bcef-08f5-40dc-b263-8233b0bfbe94 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 945 time: 0.1211376 May 04 18:29:49.435435 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 0bf86998-29dd-42fe-b381-a428986660bb up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:29:49.452634 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-548d9aad-ec79-47e1-9a2b-cc9545af9ecf req-b3299b09-e933-4d8d-8d8f-e8fccfb35486 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605373 May 04 18:29:49.469202 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 52830) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:49.610461 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning for port 0bf86998-29dd-42fe-b381-a428986660bb completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:29:49.615961 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port 0bf86998-29dd-42fe-b381-a428986660bb triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:29:49.616321 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:49.860119 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:49.881267 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] For port 0bf86998-29dd-42fe-b381-a428986660bb, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=0bf86998-29dd-42fe-b381-a428986660bb,segment=NetworkSegment(d30f7483-d557-48d7-ad06-77acf24064bb),segment_id=d30f7483-d557-48d7-ad06-77acf24064bb)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:29:49.976742 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:49.980037 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d43889-b335-4d24-b70d-38eb338bf686 tempest-TestShelveInstance-670777621 tempest-TestShelveInstance-670777621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:49.982245 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-15d43889-b335-4d24-b70d-38eb338bf686 tempest-TestShelveInstance-670777621 tempest-TestShelveInstance-670777621-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 1093 time: 0.5119209 May 04 18:29:49.984351 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:49.985583 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 52846) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:49.991411 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-c6af88e1-52d7-4b99-8299-82d7430226bd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Request body: {'floatingip': {'floating_network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'port_id': '8d845d6d-2217-427d-a11c-19ff41260c73', 'tenant_id': 'c30572d2e703466baf61164023333613', 'fixed_ip_address': '172.20.0.9'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:29:50.004282 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-c6af88e1-52d7-4b99-8299-82d7430226bd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:29:50.018455 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-c6af88e1-52d7-4b99-8299-82d7430226bd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Usage tracker for resource:floatingip and tenant:c30572d2e703466baf61164023333613 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:29:50.023279 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-c6af88e1-52d7-4b99-8299-82d7430226bd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:29:50.035460 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-c6af88e1-52d7-4b99-8299-82d7430226bd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:29:50.100170 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af5ce49-f44f-45b4-bfed-46511a383deb None None] Sync routers for ids ['9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef'] in dv-cinder-789603-2-smb {{(pid=74224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:29:50.103068 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Pushing event updated for resources: {'Port': ['ID=0bf86998-29dd-42fe-b381-a428986660bb,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:50.108115 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:50.111358 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af5ce49-f44f-45b4-bfed-46511a383deb None None] Routers {'9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:29:50.116967 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-9af5ce49-f44f-45b4-bfed-46511a383deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:29:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef'], 'active': True} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:50.136457 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c6af88e1-52d7-4b99-8299-82d7430226bd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for floatingip, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:50.312888 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvr_db [None req-9af5ce49-f44f-45b4-bfed-46511a383deb None None] Set router 9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef gateway port host: dv-cinder-789603-2-smb {{(pid=74224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:29:50.334081 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c6af88e1-52d7-4b99-8299-82d7430226bd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:50.557943 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_common [None req-c6af88e1-52d7-4b99-8299-82d7430226bd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Allocated IP 172.28.1.159 (90b44f7d-5c55-4edd-ba51-1d4bf68bd72d/15770a9c-0e03-4178-b54a-c3c1706d1253/4b58c4b5-8c14-4fd8-ad78-ea2ca56d8b00) {{(pid=74221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:29:50.922549 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c6af88e1-52d7-4b99-8299-82d7430226bd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for port, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:50.958329 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-9af5ce49-f44f-45b4-bfed-46511a383deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef', 'name': 'tempest-TestMinimumBasicScenario-1254698440-router', 'tenant_id': 'f9752531009f4e67bbeec73e13a73451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.213'}], 'enable_snat': True}, 'gw_port_id': '0bf86998-29dd-42fe-b381-a428986660bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:29:39Z', 'updated_at': '2021-05-04T18:29:47Z', 'revision_number': 4, 'project_id': 'f9752531009f4e67bbeec73e13a73451', 'gw_port': {'id': '0bf86998-29dd-42fe-b381-a428986660bb', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:41Z', 'updated_at': '2021-05-04T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': 'c72457be-1187-4652-94f9-8c151452d424', 'name': '', 'network_id': '067efb54-e3d5-4da5-aa3e-143be4d091cc', 'tenant_id': 'f9752531009f4e67bbeec73e13a73451', 'mac_address': 'fa:16:3e:fb:cd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '77c9a63f-e12c-42bb-ae30-6e35e39bd5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:45Z', 'updated_at': '2021-05-04T18:29:47Z', 'revision_number': 2, 'project_id': 'f9752531009f4e67bbeec73e13a73451', 'subnets': [{'id': '77c9a63f-e12c-42bb-ae30-6e35e39bd5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:50.963972 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af5ce49-f44f-45b4-bfed-46511a383deb None None] Checking router: 9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef for host: dv-cinder-789603-2-smb {{(pid=74224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:29:50.964515 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af5ce49-f44f-45b4-bfed-46511a383deb None None] Updating router 9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef port c72457be-1187-4652-94f9-8c151452d424 binding host dv-cinder-789603-2-smb {{(pid=74224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:29:51.037631 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c6af88e1-52d7-4b99-8299-82d7430226bd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:51.043388 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:51.155870 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-9af5ce49-f44f-45b4-bfed-46511a383deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:51.175388 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6af88e1-52d7-4b99-8299-82d7430226bd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Network 90b44f7d-5c55-4edd-ba51-1d4bf68bd72d is already hosted by enough agents. {{(pid=74221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:29:51.177890 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [None req-c6af88e1-52d7-4b99-8299-82d7430226bd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Resources bound (agent type, host, resource id): {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:29:51.190333 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6af88e1-52d7-4b99-8299-82d7430226bd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Received port after_create {{(pid=74221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:29:51.366440 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af88e1-52d7-4b99-8299-82d7430226bd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Pushing event updated for resources: {'Port': ['ID=4b58c4b5-8c14-4fd8-ad78-ea2ca56d8b00,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:51.374467 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-c6af88e1-52d7-4b99-8299-82d7430226bd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:51.405447 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 0bf86998-29dd-42fe-b381-a428986660bb up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:29:51.541087 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-9af5ce49-f44f-45b4-bfed-46511a383deb None None] Notify callbacks [] for port, precommit_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:51.553905 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.provisioning_blocks [None req-9af5ce49-f44f-45b4-bfed-46511a383deb None None] Transition to ACTIVE for port object c72457be-1187-4652-94f9-8c151452d424 will not be triggered until provisioned by entity L2. {{(pid=74224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:29:51.589484 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port 0bf86998-29dd-42fe-b381-a428986660bb triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:29:51.590658 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:51.632854 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-9af5ce49-f44f-45b4-bfed-46511a383deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:51.645564 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [None req-e13a961c-6700-4f01-841d-0f38a19c2598 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:51.941246 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7c7e3-1a57-42ec-bbc0-a83dfec9a579 None None] Pushing event updated for resources: {'Port': ['ID=c72457be-1187-4652-94f9-8c151452d424,revision_number=3']} {{(pid=74224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:51.957917 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee7c7e3-1a57-42ec-bbc0-a83dfec9a579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:51.958275 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee7c7e3-1a57-42ec-bbc0-a83dfec9a579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:51.958662 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee7c7e3-1a57-42ec-bbc0-a83dfec9a579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:51.959154 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee7c7e3-1a57-42ec-bbc0-a83dfec9a579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:51.959508 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee7c7e3-1a57-42ec-bbc0-a83dfec9a579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:51.959829 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee7c7e3-1a57-42ec-bbc0-a83dfec9a579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:51.960145 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee7c7e3-1a57-42ec-bbc0-a83dfec9a579 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:51.960460 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee7c7e3-1a57-42ec-bbc0-a83dfec9a579 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:51.960775 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee7c7e3-1a57-42ec-bbc0-a83dfec9a579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:51.961087 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee7c7e3-1a57-42ec-bbc0-a83dfec9a579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:51.961401 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee7c7e3-1a57-42ec-bbc0-a83dfec9a579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:51.961721 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee7c7e3-1a57-42ec-bbc0-a83dfec9a579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:51.973391 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [None req-8ee7c7e3-1a57-42ec-bbc0-a83dfec9a579 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:51.991170 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.managers [None req-9af5ce49-f44f-45b4-bfed-46511a383deb None None] Attempting to bind port c72457be-1187-4652-94f9-8c151452d424 on host dv-cinder-789603-2-smb for vnic_type normal with profile {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:29:51.991450 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.managers [None req-9af5ce49-f44f-45b4-bfed-46511a383deb None None] Attempting to bind port c72457be-1187-4652-94f9-8c151452d424 by drivers openvswitch,hyperv on host dv-cinder-789603-2-smb at level 0 using segments [{'id': '8c85a64d-a408-4b58-8ff2-80f1849d4daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '067efb54-e3d5-4da5-aa3e-143be4d091cc'}] {{(pid=74224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:29:51.991734 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af5ce49-f44f-45b4-bfed-46511a383deb None None] Attempting to bind port c72457be-1187-4652-94f9-8c151452d424 on network 067efb54-e3d5-4da5-aa3e-143be4d091cc {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:29:52.001932 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af5ce49-f44f-45b4-bfed-46511a383deb None None] Checking agent: {'id': 'bc53da1e-f01a-45f2-860f-1d5e19382f0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 18, 6), 'started_at': datetime.datetime(2021, 5, 4, 18, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:29:52.002324 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af5ce49-f44f-45b4-bfed-46511a383deb None None] Checking segment: {'id': '8c85a64d-a408-4b58-8ff2-80f1849d4daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '067efb54-e3d5-4da5-aa3e-143be4d091cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:29:52.002717 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-9af5ce49-f44f-45b4-bfed-46511a383deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:52.003114 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af5ce49-f44f-45b4-bfed-46511a383deb None None] Bound using segment: {'id': '8c85a64d-a408-4b58-8ff2-80f1849d4daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '067efb54-e3d5-4da5-aa3e-143be4d091cc'} {{(pid=74224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:29:52.003722 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.managers [None req-9af5ce49-f44f-45b4-bfed-46511a383deb None None] Bound port: c72457be-1187-4652-94f9-8c151452d424, host: dv-cinder-789603-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c85a64d-a408-4b58-8ff2-80f1849d4daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '067efb54-e3d5-4da5-aa3e-143be4d091cc'}}] {{(pid=74224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:29:52.004096 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-9af5ce49-f44f-45b4-bfed-46511a383deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:52.139845 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c6af88e1-52d7-4b99-8299-82d7430226bd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:52.159895 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.db [None req-9af5ce49-f44f-45b4-bfed-46511a383deb None None] For port c72457be-1187-4652-94f9-8c151452d424, host dv-cinder-789603-2-smb, cleared binding levels {{(pid=74224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:29:52.163878 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.plugins.ml2.db [None req-9af5ce49-f44f-45b4-bfed-46511a383deb None None] For port c72457be-1187-4652-94f9-8c151452d424, host dv-cinder-789603-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=c72457be-1187-4652-94f9-8c151452d424,segment=NetworkSegment(8c85a64d-a408-4b58-8ff2-80f1849d4daf),segment_id=8c85a64d-a408-4b58-8ff2-80f1849d4daf)] {{(pid=74224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:29:52.266218 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron_lib.callbacks.manager [None req-9af5ce49-f44f-45b4-bfed-46511a383deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:52.270922 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:52.374020 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c6af88e1-52d7-4b99-8299-82d7430226bd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:52.384247 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af5ce49-f44f-45b4-bfed-46511a383deb None None] Routers {'9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:29:52.386439 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-9af5ce49-f44f-45b4-bfed-46511a383deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:29:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef'], 'active': True} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:52.493274 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7c7e3-1a57-42ec-bbc0-a83dfec9a579 None None] Pushing event updated for resources: {'Port': ['ID=c72457be-1187-4652-94f9-8c151452d424,revision_number=4']} {{(pid=74224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:52.499823 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG oslo_concurrency.lockutils [None req-8ee7c7e3-1a57-42ec-bbc0-a83dfec9a579 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=74224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:52.701140 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvr_db [None req-9af5ce49-f44f-45b4-bfed-46511a383deb None None] Set router 9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef gateway port host: dv-cinder-789603-2-smb {{(pid=74224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:29:52.809447 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c6af88e1-52d7-4b99-8299-82d7430226bd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for port, precommit_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:52.894692 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c6af88e1-52d7-4b99-8299-82d7430226bd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262247'] for port, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:52.901938 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:53.081447 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af88e1-52d7-4b99-8299-82d7430226bd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Pushing event updated for resources: {'Port': ['ID=4b58c4b5-8c14-4fd8-ad78-ea2ca56d8b00,revision_number=2']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:53.085961 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-c6af88e1-52d7-4b99-8299-82d7430226bd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:53.109002 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c6af88e1-52d7-4b99-8299-82d7430226bd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942676'] for floatingip, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:53.318439 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-9af5ce49-f44f-45b4-bfed-46511a383deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef', 'name': 'tempest-TestMinimumBasicScenario-1254698440-router', 'tenant_id': 'f9752531009f4e67bbeec73e13a73451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.213'}], 'enable_snat': True}, 'gw_port_id': '0bf86998-29dd-42fe-b381-a428986660bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:29:39Z', 'updated_at': '2021-05-04T18:29:47Z', 'revision_number': 4, 'project_id': 'f9752531009f4e67bbeec73e13a73451', 'gw_port': {'id': '0bf86998-29dd-42fe-b381-a428986660bb', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:41Z', 'updated_at': '2021-05-04T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': 'c72457be-1187-4652-94f9-8c151452d424', 'name': '', 'network_id': '067efb54-e3d5-4da5-aa3e-143be4d091cc', 'tenant_id': 'f9752531009f4e67bbeec73e13a73451', 'mac_address': 'fa:16:3e:fb:cd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '77c9a63f-e12c-42bb-ae30-6e35e39bd5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:45Z', 'updated_at': '2021-05-04T18:29:52Z', 'revision_number': 4, 'project_id': 'f9752531009f4e67bbeec73e13a73451', 'subnets': [{'id': '77c9a63f-e12c-42bb-ae30-6e35e39bd5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:53.323319 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af5ce49-f44f-45b4-bfed-46511a383deb None None] The sync data for ids ['9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef'] in dv-cinder-789603-2-smb is: [{'id': '9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef', 'name': 'tempest-TestMinimumBasicScenario-1254698440-router', 'tenant_id': 'f9752531009f4e67bbeec73e13a73451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.213'}], 'enable_snat': True}, 'gw_port_id': '0bf86998-29dd-42fe-b381-a428986660bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:29:39Z', 'updated_at': '2021-05-04T18:29:47Z', 'revision_number': 4, 'project_id': 'f9752531009f4e67bbeec73e13a73451', 'gw_port': {'id': '0bf86998-29dd-42fe-b381-a428986660bb', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:41Z', 'updated_at': '2021-05-04T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': 'c72457be-1187-4652-94f9-8c151452d424', 'name': '', 'network_id': '067efb54-e3d5-4da5-aa3e-143be4d091cc', 'tenant_id': 'f9752531009f4e67bbeec73e13a73451', 'mac_address': 'fa:16:3e:fb:cd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '77c9a63f-e12c-42bb-ae30-6e35e39bd5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:45Z', 'updated_at': '2021-05-04T18:29:52Z', 'revision_number': 4, 'project_id': 'f9752531009f4e67bbeec73e13a73451', 'subnets': [{'id': '77c9a63f-e12c-42bb-ae30-6e35e39bd5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:29:53.356009 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.db.l3_db [None req-c6af88e1-52d7-4b99-8299-82d7430226bd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Floating IP 4125ad3f-e2e0-4ee5-b91c-66cc974f5eb1 associated. External IP: 172.28.1.159, port: 8d845d6d-2217-427d-a11c-19ff41260c73. May 04 18:29:54.441764 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6af88e1-52d7-4b99-8299-82d7430226bd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Router 171482ec-1cd2-42b4-8538-df754c1ffb67 has already been hosted by L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b {{(pid=74221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:29:54.804419 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6af88e1-52d7-4b99-8299-82d7430226bd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:29:54.815309 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676883f9-5f6f-4f73-a0f1-e51e894b37bd None None] Sync routers for ids ['171482ec-1cd2-42b4-8538-df754c1ffb67'] in dv-cinder-789603-2-smb {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:29:54.844531 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676883f9-5f6f-4f73-a0f1-e51e894b37bd None None] Routers {'171482ec-1cd2-42b4-8538-df754c1ffb67'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:29:54.845342 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-676883f9-5f6f-4f73-a0f1-e51e894b37bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:29:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['171482ec-1cd2-42b4-8538-df754c1ffb67'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:54.980657 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c6af88e1-52d7-4b99-8299-82d7430226bd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for floatingip, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:55.209939 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-c6af88e1-52d7-4b99-8299-82d7430226bd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2227654 May 04 18:29:55.214326 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeed9058-7f6d-45dc-85f6-ec2d17a81c9b', 'tag': '8d845d6d-2217-427d-a11c-19ff41260c73'}] {{(pid=74221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:29:55.353323 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-676883f9-5f6f-4f73-a0f1-e51e894b37bd None None] Set router 171482ec-1cd2-42b4-8538-df754c1ffb67 gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:29:55.355393 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeed9058-7f6d-45dc-85f6-ec2d17a81c9b', 'tag': '8d845d6d-2217-427d-a11c-19ff41260c73', 'status': 'completed', 'code': 200} May 04 18:29:55.598162 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device c72457be-1187-4652-94f9-8c151452d424 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:29:55.673749 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326212e7-d2a3-4bba-9b43-0638ba77b704 req-31bae8d8-8ee7-4a83-b36d-709fbf28e349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:55.675738 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-326212e7-d2a3-4bba-9b43-0638ba77b704 req-31bae8d8-8ee7-4a83-b36d-709fbf28e349 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c30572d2e703466baf61164023333613&device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 1098 time: 0.2888272 May 04 18:29:55.850477 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326212e7-d2a3-4bba-9b43-0638ba77b704 req-a9afd19e-0073-4603-bcf9-64dbc0345755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:55.857884 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-326212e7-d2a3-4bba-9b43-0638ba77b704 req-a9afd19e-0073-4603-bcf9-64dbc0345755 service neutron] 10.222.0.20 "GET /v2.0/networks?id=958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2 HTTP/1.1" status: 200 len: 910 time: 0.1737814 May 04 18:29:55.948064 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-676883f9-5f6f-4f73-a0f1-e51e894b37bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'name': 'tempest-TestShelveInstance-1176568677-router', 'tenant_id': 'c30572d2e703466baf61164023333613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'aae04f10-e2fb-4ec5-a8a0-f4e20d955d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:28:36Z', 'updated_at': '2021-05-04T18:28:45Z', 'revision_number': 4, 'project_id': 'c30572d2e703466baf61164023333613', 'gw_port': {'id': 'aae04f10-e2fb-4ec5-a8a0-f4e20d955d82', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:38Z', 'updated_at': '2021-05-04T18:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_floatingips': [{'id': '4125ad3f-e2e0-4ee5-b91c-66cc974f5eb1', 'tenant_id': 'c30572d2e703466baf61164023333613', 'floating_ip_address': '172.28.1.159', 'floating_network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'router_id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'port_id': '8d845d6d-2217-427d-a11c-19ff41260c73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2', 'mac_address': 'fa:16:3e:43:d2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeed9058-7f6d-45dc-85f6-ec2d17a81c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:29:52Z', 'updated_at': '2021-05-04T18:29:52Z', 'revision_number': 0, 'project_id': 'c30572d2e703466baf61164023333613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87341b3c-5285-43f0-bfa3-300d231ef05e', 'name': '', 'network_id': '958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2', 'tenant_id': 'c30572d2e703466baf61164023333613', 'mac_address': 'fa:16:3e:0e:66:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9a555db5-8ba7-4f7b-b652-348df6017b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:43Z', 'updated_at': '2021-05-04T18:28:51Z', 'revision_number': 5, 'project_id': 'c30572d2e703466baf61164023333613', 'subnets': [{'id': '9a555db5-8ba7-4f7b-b652-348df6017b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:55.955349 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676883f9-5f6f-4f73-a0f1-e51e894b37bd None None] Checking router: 171482ec-1cd2-42b4-8538-df754c1ffb67 for host: dv-cinder-789603-2-smb {{(pid=74223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:29:55.967323 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676883f9-5f6f-4f73-a0f1-e51e894b37bd None None] Routers {'171482ec-1cd2-42b4-8538-df754c1ffb67'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:29:55.971111 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-676883f9-5f6f-4f73-a0f1-e51e894b37bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:29:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['171482ec-1cd2-42b4-8538-df754c1ffb67'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:56.027961 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-326212e7-d2a3-4bba-9b43-0638ba77b704 req-719a1259-0f41-4373-8f50-f9d64ee91c06 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d845d6d-2217-427d-a11c-19ff41260c73 HTTP/1.1" status: 200 len: 999 time: 0.1585877 May 04 18:29:56.165440 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326212e7-d2a3-4bba-9b43-0638ba77b704 req-147c5b0c-85d2-437c-a91f-c5441903c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:56.165440 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-326212e7-d2a3-4bba-9b43-0638ba77b704 req-147c5b0c-85d2-437c-a91f-c5441903c700 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a555db5-8ba7-4f7b-b652-348df6017b79 HTTP/1.1" status: 200 len: 848 time: 0.0946007 May 04 18:29:56.165804 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning for port c72457be-1187-4652-94f9-8c151452d424 completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:29:56.195789 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port c72457be-1187-4652-94f9-8c151452d424 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:29:56.196198 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:56.257401 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326212e7-d2a3-4bba-9b43-0638ba77b704 req-96a02589-a577-4957-a180-e942294fae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:29:56.259327 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-326212e7-d2a3-4bba-9b43-0638ba77b704 req-96a02589-a577-4957-a180-e942294fae77 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1188936 May 04 18:29:56.324583 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-676883f9-5f6f-4f73-a0f1-e51e894b37bd None None] Set router 171482ec-1cd2-42b4-8538-df754c1ffb67 gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:29:56.437704 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-326212e7-d2a3-4bba-9b43-0638ba77b704 req-876d9df4-2af4-4a09-81c8-d495c0ba5867 service neutron] 10.222.0.20 "GET /v2.0/networks/958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625354 May 04 18:29:56.521298 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:56.603435 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-326212e7-d2a3-4bba-9b43-0638ba77b704 req-620cef8a-9524-47c2-9bdc-e95ef6be6618 service neutron] 10.222.0.20 "GET /v2.0/networks/958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551645 May 04 18:29:56.677122 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] For port c72457be-1187-4652-94f9-8c151452d424, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=c72457be-1187-4652-94f9-8c151452d424,segment=NetworkSegment(8c85a64d-a408-4b58-8ff2-80f1849d4daf),segment_id=8c85a64d-a408-4b58-8ff2-80f1849d4daf)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:29:56.798945 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:56.816815 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-47c9e172-040a-4193-b8a9-b9ad0795e2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:29:56.912042 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Pushing event updated for resources: {'Port': ['ID=c72457be-1187-4652-94f9-8c151452d424,revision_number=5']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:56.915755 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:29:56.926963 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-676883f9-5f6f-4f73-a0f1-e51e894b37bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'name': 'tempest-TestShelveInstance-1176568677-router', 'tenant_id': 'c30572d2e703466baf61164023333613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'aae04f10-e2fb-4ec5-a8a0-f4e20d955d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:28:36Z', 'updated_at': '2021-05-04T18:28:45Z', 'revision_number': 4, 'project_id': 'c30572d2e703466baf61164023333613', 'gw_port': {'id': 'aae04f10-e2fb-4ec5-a8a0-f4e20d955d82', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:38Z', 'updated_at': '2021-05-04T18:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_floatingips': [{'id': '4125ad3f-e2e0-4ee5-b91c-66cc974f5eb1', 'tenant_id': 'c30572d2e703466baf61164023333613', 'floating_ip_address': '172.28.1.159', 'floating_network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'router_id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'port_id': '8d845d6d-2217-427d-a11c-19ff41260c73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2', 'mac_address': 'fa:16:3e:43:d2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeed9058-7f6d-45dc-85f6-ec2d17a81c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:29:52Z', 'updated_at': '2021-05-04T18:29:52Z', 'revision_number': 0, 'project_id': 'c30572d2e703466baf61164023333613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87341b3c-5285-43f0-bfa3-300d231ef05e', 'name': '', 'network_id': '958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2', 'tenant_id': 'c30572d2e703466baf61164023333613', 'mac_address': 'fa:16:3e:0e:66:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9a555db5-8ba7-4f7b-b652-348df6017b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:43Z', 'updated_at': '2021-05-04T18:28:51Z', 'revision_number': 5, 'project_id': 'c30572d2e703466baf61164023333613', 'subnets': [{'id': '9a555db5-8ba7-4f7b-b652-348df6017b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:56.931766 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676883f9-5f6f-4f73-a0f1-e51e894b37bd None None] The sync data for ids ['171482ec-1cd2-42b4-8538-df754c1ffb67'] in dv-cinder-789603-2-smb is: [{'id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'name': 'tempest-TestShelveInstance-1176568677-router', 'tenant_id': 'c30572d2e703466baf61164023333613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'aae04f10-e2fb-4ec5-a8a0-f4e20d955d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:28:36Z', 'updated_at': '2021-05-04T18:28:45Z', 'revision_number': 4, 'project_id': 'c30572d2e703466baf61164023333613', 'gw_port': {'id': 'aae04f10-e2fb-4ec5-a8a0-f4e20d955d82', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:38Z', 'updated_at': '2021-05-04T18:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_floatingips': [{'id': '4125ad3f-e2e0-4ee5-b91c-66cc974f5eb1', 'tenant_id': 'c30572d2e703466baf61164023333613', 'floating_ip_address': '172.28.1.159', 'floating_network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'router_id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'port_id': '8d845d6d-2217-427d-a11c-19ff41260c73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2', 'mac_address': 'fa:16:3e:43:d2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeed9058-7f6d-45dc-85f6-ec2d17a81c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:29:52Z', 'updated_at': '2021-05-04T18:29:52Z', 'revision_number': 0, 'project_id': 'c30572d2e703466baf61164023333613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87341b3c-5285-43f0-bfa3-300d231ef05e', 'name': '', 'network_id': '958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2', 'tenant_id': 'c30572d2e703466baf61164023333613', 'mac_address': 'fa:16:3e:0e:66:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9a555db5-8ba7-4f7b-b652-348df6017b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:43Z', 'updated_at': '2021-05-04T18:28:51Z', 'revision_number': 5, 'project_id': 'c30572d2e703466baf61164023333613', 'subnets': [{'id': '9a555db5-8ba7-4f7b-b652-348df6017b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:29:57.364680 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976201e3-6350-4ad7-bec1-5fae6f3574c9 None None] New status for floating IP 4125ad3f-e2e0-4ee5-b91c-66cc974f5eb1: ACTIVE {{(pid=74224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:29:57.434687 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device c72457be-1187-4652-94f9-8c151452d424 up at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:29:57.579698 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Provisioning complete for port c72457be-1187-4652-94f9-8c151452d424 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:29:57.580859 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:02.820104 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-b48bcc4e-25c0-495c-827a-007f9974898e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:03.110917 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 53042) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:03.192982 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_v2 [None req-2833d77b-abac-453a-9bba-4a514b67b9df admin admin] Deleting subnet d22aa4c6-c90b-4da5-9250-a4ac4af188fa {{(pid=74221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 18:30:03.196058 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2833d77b-abac-453a-9bba-4a514b67b9df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:03.247395 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2833d77b-abac-453a-9bba-4a514b67b9df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15324815'] for subnet, precommit_delete_associations {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:03.303084 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2833d77b-abac-453a-9bba-4a514b67b9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774518'] for subnet, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:03.629424 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2833d77b-abac-453a-9bba-4a514b67b9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15596317'] for subnet, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:03.643257 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-55531f13-b77c-46cf-84e8-bd451deb6d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:03.686911 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833d77b-abac-453a-9bba-4a514b67b9df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d22aa4c6-c90b-4da5-9250-a4ac4af188fa,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:03.693099 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2833d77b-abac-453a-9bba-4a514b67b9df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:03.700564 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2833d77b-abac-453a-9bba-4a514b67b9df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:03.702527 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2833d77b-abac-453a-9bba-4a514b67b9df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:03.702527 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2833d77b-abac-453a-9bba-4a514b67b9df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:03.702527 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2833d77b-abac-453a-9bba-4a514b67b9df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:03.702527 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2833d77b-abac-453a-9bba-4a514b67b9df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:03.702527 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2833d77b-abac-453a-9bba-4a514b67b9df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:03.703255 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2833d77b-abac-453a-9bba-4a514b67b9df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:03.703682 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2833d77b-abac-453a-9bba-4a514b67b9df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:03.704107 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2833d77b-abac-453a-9bba-4a514b67b9df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:03.704508 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2833d77b-abac-453a-9bba-4a514b67b9df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:03.704916 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2833d77b-abac-453a-9bba-4a514b67b9df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:03.705322 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2833d77b-abac-453a-9bba-4a514b67b9df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:03.712941 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-2833d77b-abac-453a-9bba-4a514b67b9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:03.715532 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-2833d77b-abac-453a-9bba-4a514b67b9df admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d22aa4c6-c90b-4da5-9250-a4ac4af188fa HTTP/1.1" status: 204 len: 168 time: 0.6027176 May 04 18:30:03.718073 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 53052) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:03.929554 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5560f96f-4243-4803-8f07-a5e73dbca56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688272'] for network, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:04.054967 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5560f96f-4243-4803-8f07-a5e73dbca56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771051', 'neutron.services.segments.db._delete_segments_for_network-8785700215345'] for network, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:04.161193 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-5560f96f-4243-4803-8f07-a5e73dbca56f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67cde67c-ebb9-4d47-a400-cd21950bc22e']}} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:04.173823 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-5560f96f-4243-4803-8f07-a5e73dbca56f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd346d979-c2b6-4417-8716-e1b6ce86b20c') {'for_net_delete': True} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:04.174114 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-5560f96f-4243-4803-8f07-a5e73dbca56f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd346d979-c2b6-4417-8716-e1b6ce86b20c') {} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:04.186548 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5560f96f-4243-4803-8f07-a5e73dbca56f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700225895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15324854'] for segment, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:04.202526 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5560f96f-4243-4803-8f07-a5e73dbca56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:04.208673 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5560f96f-4243-4803-8f07-a5e73dbca56f admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=74221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:30:04.381723 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [None req-5560f96f-4243-4803-8f07-a5e73dbca56f admin admin] Network 67cde67c-ebb9-4d47-a400-cd21950bc22e has no segments {{(pid=74221) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 18:30:04.391444 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5560f96f-4243-4803-8f07-a5e73dbca56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262147'] for segment, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:04.559197 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [None req-5560f96f-4243-4803-8f07-a5e73dbca56f admin admin] Network 67cde67c-ebb9-4d47-a400-cd21950bc22e has no segments {{(pid=74221) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: Traceback (most recent call last): May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: timer() May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: cb(*args, **kw) May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: return func(*args, **kwargs) May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: self._notify() May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: self.callback(batched_events) May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: event.method(event) May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: return f(self, *a, **k) May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: return self._get(url).json() May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: return self.request(url, 'GET', **kwargs) May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:30:04.580143 dv-cinder-789603-2-smb neutron-server[74221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:30:04.745469 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5560f96f-4243-4803-8f07-a5e73dbca56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942662'] for network, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:04.750017 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-5896aa7e-d2db-41b9-9a91-efa43ef8a49d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:04.767702 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5560f96f-4243-4803-8f07-a5e73dbca56f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:04.776230 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560f96f-4243-4803-8f07-a5e73dbca56f admin admin] Pushing event deleted for resources: {'Network': ['ID=67cde67c-ebb9-4d47-a400-cd21950bc22e,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:04.779691 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-5560f96f-4243-4803-8f07-a5e73dbca56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:04.840104 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-5560f96f-4243-4803-8f07-a5e73dbca56f admin admin] 10.222.0.49 "DELETE /v2.0/networks/67cde67c-ebb9-4d47-a400-cd21950bc22e HTTP/1.1" status: 204 len: 168 time: 1.1186466 May 04 18:30:04.863368 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-63d36377-b2cf-479c-bf70-d477c3194503 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:04.864990 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-63d36377-b2cf-479c-bf70-d477c3194503 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Synchronizing usage tracker for tenant:ba44109d89274d7a81583c1b92e79659 on resource:network {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:30:04.934089 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-63d36377-b2cf-479c-bf70-d477c3194503 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Unset dirty status for tenant:ba44109d89274d7a81583c1b92e79659 on resource:network {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:30:04.935864 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-63d36377-b2cf-479c-bf70-d477c3194503 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/networks?id=9cee9853-ab1f-40ba-9afc-e5cbc71af0c1 HTTP/1.1" status: 200 len: 815 time: 0.2206523 May 04 18:30:04.952349 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-606c7bcb-f57c-426c-8c2e-e2ba69c5b47c tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/quotas/ba44109d89274d7a81583c1b92e79659 HTTP/1.1" status: 200 len: 375 time: 0.0104644 May 04 18:30:05.040101 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-3f395de6-3f95-4825-9491-ce1036536daf tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba44109d89274d7a81583c1b92e79659&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824597 May 04 18:30:05.176630 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-2a4fdd5a-5640-4695-87df-20b1bcd95ca1 service neutron] 10.222.0.49 "GET /v2.0/networks/9cee9853-ab1f-40ba-9afc-e5cbc71af0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250050 May 04 18:30:05.198164 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 53082) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:05.252127 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-99c88363-0a59-4497-a59a-0a828ef56e3f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=27d38e26a3bb45b2bb6a2f009d6eef29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503578 May 04 18:30:05.252302 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 53086) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:05.311176 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-cd59b386-312b-4d51-9d3d-0d38bb43380c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:05.315863 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-66651f09-e8c0-448e-89d8-5e039c5d541f service neutron] 10.222.0.49 "GET /v2.0/networks/9cee9853-ab1f-40ba-9afc-e5cbc71af0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331632 May 04 18:30:05.338149 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-cd59b386-312b-4d51-9d3d-0d38bb43380c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:05.455701 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-cd59b386-312b-4d51-9d3d-0d38bb43380c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:05.459642 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-ee7b9562-562d-4d36-a24f-baf94b478ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:05.474593 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59b386-312b-4d51-9d3d-0d38bb43380c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc154279-e390-475e-b1ba-0db437ac9b6f,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:05.478605 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-cd59b386-312b-4d51-9d3d-0d38bb43380c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:05.492330 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-cd59b386-312b-4d51-9d3d-0d38bb43380c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:05.495413 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-cd59b386-312b-4d51-9d3d-0d38bb43380c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fc154279-e390-475e-b1ba-0db437ac9b6f HTTP/1.1" status: 204 len: 168 time: 0.2422087 May 04 18:30:05.609503 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-60cf9263-d552-4200-9fcd-d2e7184e4529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:05.644977 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1548e193-eeca-4b48-a995-9bccae11d223 req-9b23206e-6391-4eeb-81bc-d3ceba4942c6 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 210 time: 0.0563667 May 04 18:30:05.770165 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:06.373918 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:06.745863 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4080f7d4-26f9-4ae2-b5a5-4cd84af0a4a5 req-a678906f-45e9-4854-803d-b9ba9f76f1d0 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 210 time: 0.0553288 May 04 18:30:07.915843 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0f2459db-8308-4dfd-8e4f-61a0edf59981 req-001eb230-9c91-4b1f-addd-3271faa3d630 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 210 time: 0.0479884 May 04 18:30:08.141541 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:08.198706 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-acf62bf1-0ade-4706-8d99-ccdc351e8bbf tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:08.200157 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-acf62bf1-0ade-4706-8d99-ccdc351e8bbf tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.20 "GET /v2.0/networks?id=9cee9853-ab1f-40ba-9afc-e5cbc71af0c1 HTTP/1.1" status: 200 len: 815 time: 0.1456411 May 04 18:30:08.214599 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-aeafa3a0-a178-4850-8cc4-00bd8087e284 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Request body: {'port': {'device_id': '743de9dc-c279-4297-8835-9a5afb6b019e', 'network_id': '9cee9853-ab1f-40ba-9afc-e5cbc71af0c1', 'admin_state_up': True, 'tenant_id': 'ba44109d89274d7a81583c1b92e79659'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:30:08.357661 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-aeafa3a0-a178-4850-8cc4-00bd8087e284 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:30:08.361449 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-aeafa3a0-a178-4850-8cc4-00bd8087e284 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Usage tracker for resource:port and tenant:ba44109d89274d7a81583c1b92e79659 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:30:08.364299 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-aeafa3a0-a178-4850-8cc4-00bd8087e284 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:30:08.370160 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-aeafa3a0-a178-4850-8cc4-00bd8087e284 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:30:08.433059 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-aeafa3a0-a178-4850-8cc4-00bd8087e284 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Made reservation on behalf of ba44109d89274d7a81583c1b92e79659 for: {'port': 1} {{(pid=74221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:30:08.438051 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-aeafa3a0-a178-4850-8cc4-00bd8087e284 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:08.615333 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_common [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-aeafa3a0-a178-4850-8cc4-00bd8087e284 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Allocated IP 172.20.0.6 (9cee9853-ab1f-40ba-9afc-e5cbc71af0c1/e3a18b2a-aa00-47fe-8906-1f3aa51aafc3/ff16ea39-a9a4-417f-88d0-98ff02e1ebec) {{(pid=74221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:30:08.949966 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-aeafa3a0-a178-4850-8cc4-00bd8087e284 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for port, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:08.985400 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.provisioning_blocks [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-aeafa3a0-a178-4850-8cc4-00bd8087e284 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Transition to ACTIVE for port object ff16ea39-a9a4-417f-88d0-98ff02e1ebec will not be triggered until provisioned by entity DHCP. {{(pid=74221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:30:09.102768 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-aeafa3a0-a178-4850-8cc4-00bd8087e284 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:09.110417 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-aa06b65b-a6a2-4fa8-8414-563f886503f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:09.157527 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb8967-4cc6-4bd8-bcbc-ab7657ac4829 req-09c3cbab-d199-4599-a861-82f2b141f2f3 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:09.159640 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-edeb8967-4cc6-4bd8-bcbc-ab7657ac4829 req-09c3cbab-d199-4599-a861-82f2b141f2f3 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 931 time: 0.0965161 May 04 18:30:09.196265 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-aeafa3a0-a178-4850-8cc4-00bd8087e284 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Network 9cee9853-ab1f-40ba-9afc-e5cbc71af0c1 is already hosted by enough agents. {{(pid=74221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:30:09.219970 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-aeafa3a0-a178-4850-8cc4-00bd8087e284 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Resources bound (agent type, host, resource id): {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:30:09.224919 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-aeafa3a0-a178-4850-8cc4-00bd8087e284 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Received port after_create {{(pid=74221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:30:09.235094 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-edeb8967-4cc6-4bd8-bcbc-ab7657ac4829 req-3e797f74-90d8-4b35-a1d4-1e932ff1e6eb tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Synchronizing usage tracker for tenant:ba44109d89274d7a81583c1b92e79659 on resource:security_group {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:30:09.304105 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeafa3a0-a178-4850-8cc4-00bd8087e284 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Pushing event updated for resources: {'Port': ['ID=ff16ea39-a9a4-417f-88d0-98ff02e1ebec,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:09.307866 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-aeafa3a0-a178-4850-8cc4-00bd8087e284 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:09.328440 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-edeb8967-4cc6-4bd8-bcbc-ab7657ac4829 req-3e797f74-90d8-4b35-a1d4-1e932ff1e6eb tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Unset dirty status for tenant:ba44109d89274d7a81583c1b92e79659 on resource:security_group {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:30:09.329966 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-edeb8967-4cc6-4bd8-bcbc-ab7657ac4829 req-3e797f74-90d8-4b35-a1d4-1e932ff1e6eb tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623671 May 04 18:30:09.351002 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-aeafa3a0-a178-4850-8cc4-00bd8087e284 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:09.351805 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-aeafa3a0-a178-4850-8cc4-00bd8087e284 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:09.457624 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-aeafa3a0-a178-4850-8cc4-00bd8087e284 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2462211 May 04 18:30:09.581480 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-2e30c7af-76bb-44f8-845a-0ca67965517a None None] Provisioning for port ff16ea39-a9a4-417f-88d0-98ff02e1ebec completed by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:30:09.587083 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-2e30c7af-76bb-44f8-845a-0ca67965517a None None] Provisioning complete for port ff16ea39-a9a4-417f-88d0-98ff02e1ebec triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:30:09.587500 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-2e30c7af-76bb-44f8-845a-0ca67965517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:09.662178 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-2e30c7af-76bb-44f8-845a-0ca67965517a None None] Port ff16ea39-a9a4-417f-88d0-98ff02e1ebec cannot update to ACTIVE because it is not bound. {{(pid=74223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:30:10.542552 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249c2de-f39a-4066-9e7d-73a8b9fbded0 req-a5ebd1b1-41cf-4eaa-82b5-a5bb8d468f72 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:10.544031 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0249c2de-f39a-4066-9e7d-73a8b9fbded0 req-a5ebd1b1-41cf-4eaa-82b5-a5bb8d468f72 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 931 time: 0.0944364 May 04 18:30:10.589646 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0249c2de-f39a-4066-9e7d-73a8b9fbded0 req-db2032ce-ace5-4149-ad11-67a48ce0526a tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389619 May 04 18:30:10.822401 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 6 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:30:11.800843 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e80d9-79d2-4f8c-9d5b-39084a0252e7 req-81e2ea40-0d84-42df-9925-7090a1927f2e tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:11.802411 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ba2e80d9-79d2-4f8c-9d5b-39084a0252e7 req-81e2ea40-0d84-42df-9925-7090a1927f2e tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 931 time: 0.1018021 May 04 18:30:11.856460 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ba2e80d9-79d2-4f8c-9d5b-39084a0252e7 req-bd20b5c5-66c5-4dff-a0ee-4cada6406975 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442739 May 04 18:30:13.087842 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0ef5b-9c0d-4ba9-8783-a7676d3a6304 req-1bd6b38c-f424-420a-bf47-a56fb00faf0f tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:13.089358 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-58a0ef5b-9c0d-4ba9-8783-a7676d3a6304 req-1bd6b38c-f424-420a-bf47-a56fb00faf0f tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 931 time: 0.1156442 May 04 18:30:13.154416 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-58a0ef5b-9c0d-4ba9-8783-a7676d3a6304 req-b89fbe9c-3d36-49a8-9c27-29c0d3132789 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581696 May 04 18:30:14.449501 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faebabb-0c47-4c76-a0e2-1a6ff1c2571d req-b70358dc-28bf-4b14-a616-45110853c22c tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:14.457056 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3faebabb-0c47-4c76-a0e2-1a6ff1c2571d req-b70358dc-28bf-4b14-a616-45110853c22c tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 931 time: 0.1843426 May 04 18:30:14.500369 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3faebabb-0c47-4c76-a0e2-1a6ff1c2571d req-04f6560e-6180-4798-91ff-80d19df1823f tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424423 May 04 18:30:15.725934 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e24fa7-df7b-491d-a3ca-96e74f1e1889 req-ad6db961-a7c7-475e-8ab4-be9a8c8473b8 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:15.727388 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-76e24fa7-df7b-491d-a3ca-96e74f1e1889 req-ad6db961-a7c7-475e-8ab4-be9a8c8473b8 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 931 time: 0.1032374 May 04 18:30:15.771925 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-76e24fa7-df7b-491d-a3ca-96e74f1e1889 req-6ec59ac2-450b-4b1f-a3a0-45b78e8acb4d tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387039 May 04 18:30:16.973883 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e561c-c114-415a-bba0-1d2d528f87d3 req-6ca02031-5cb2-4caa-9a56-07c59c822ecc tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:16.977680 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f33e561c-c114-415a-bba0-1d2d528f87d3 req-6ca02031-5cb2-4caa-9a56-07c59c822ecc tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 931 time: 0.0931811 May 04 18:30:17.024561 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f33e561c-c114-415a-bba0-1d2d528f87d3 req-b838a32f-ca88-4ce9-bb63-c414e28f421d tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414467 May 04 18:30:18.225374 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eee1d9-de25-4073-95af-677f13e1f1e9 req-fe93f4d5-c29a-4a5f-8429-d38957a24c8d tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:18.226970 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e4eee1d9-de25-4073-95af-677f13e1f1e9 req-fe93f4d5-c29a-4a5f-8429-d38957a24c8d tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 931 time: 0.0823810 May 04 18:30:18.277446 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e4eee1d9-de25-4073-95af-677f13e1f1e9 req-bdb4932c-940c-4712-826d-57c122c5ce7a tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442250 May 04 18:30:19.289922 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:19.481884 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb12be-559f-4172-96ed-3490dc5c0760 req-4241bda8-7a15-4074-889e-726dd2e3d8e5 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:19.483587 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-eccb12be-559f-4172-96ed-3490dc5c0760 req-4241bda8-7a15-4074-889e-726dd2e3d8e5 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 931 time: 0.1014280 May 04 18:30:19.543321 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-eccb12be-559f-4172-96ed-3490dc5c0760 req-e06794b8-a202-412b-a312-8d438220a560 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538125 May 04 18:30:20.745977 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ad300-a67e-4a89-bd57-ffacefc7c4a9 req-a63700cd-cf2e-4ffe-a380-5054fd9c3a04 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:20.747436 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-895ad300-a67e-4a89-bd57-ffacefc7c4a9 req-a63700cd-cf2e-4ffe-a380-5054fd9c3a04 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 931 time: 0.0847728 May 04 18:30:20.793236 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-895ad300-a67e-4a89-bd57-ffacefc7c4a9 req-17d1bdce-b92b-4884-a954-580752db6f30 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394788 May 04 18:30:21.868226 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-a3943bfa-2342-4902-8b37-f952c1034a3e service neutron] Request body: {'port': {'device_id': '743de9dc-c279-4297-8835-9a5afb6b019e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:30:21.990554 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-a3943bfa-2342-4902-8b37-f952c1034a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:22.042992 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e89e18-cefb-410b-8b9c-a1c9b5bcc555 req-f4c722d7-d020-4675-8a5c-16f82cb732af tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:22.045422 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-62e89e18-cefb-410b-8b9c-a1c9b5bcc555 req-f4c722d7-d020-4675-8a5c-16f82cb732af tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 931 time: 0.1422501 May 04 18:30:22.106888 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-62e89e18-cefb-410b-8b9c-a1c9b5bcc555 req-d702b1cd-c261-4a3d-a328-3db07f7b4aee tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538280 May 04 18:30:22.109896 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-814bc795-e4ef-467d-b41c-cbb975db0213 req-75355ea3-4b04-4c17-b14d-6f9dff2a999d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1330588 May 04 18:30:22.205281 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bc795-e4ef-467d-b41c-cbb975db0213 req-a3e77ac2-a3cc-43e6-a72f-b3c0e0736271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:22.208279 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-814bc795-e4ef-467d-b41c-cbb975db0213 req-a3e77ac2-a3cc-43e6-a72f-b3c0e0736271 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c120e913866442b994ca71f4b2f0f98&device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 1099 time: 0.0751913 May 04 18:30:22.355565 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bc795-e4ef-467d-b41c-cbb975db0213 req-53d6987c-2bb9-43df-9805-804197f0b709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:22.356999 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-814bc795-e4ef-467d-b41c-cbb975db0213 req-53d6987c-2bb9-43df-9805-804197f0b709 service neutron] 10.222.0.20 "GET /v2.0/networks?id=634c6d2b-13fc-4507-bef8-13a83088a32c HTTP/1.1" status: 200 len: 912 time: 0.1277442 May 04 18:30:22.357286 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-a3943bfa-2342-4902-8b37-f952c1034a3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff16ea39-a9a4-417f-88d0-98ff02e1ebec {{(pid=74221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:30:22.365045 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-a3943bfa-2342-4902-8b37-f952c1034a3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:22.382103 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.provisioning_blocks [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-a3943bfa-2342-4902-8b37-f952c1034a3e service neutron] Transition to ACTIVE for port object ff16ea39-a9a4-417f-88d0-98ff02e1ebec will not be triggered until provisioned by entity L2. {{(pid=74221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:30:22.444227 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-a3943bfa-2342-4902-8b37-f952c1034a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262247'] for port, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:22.449115 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-b4885a96-804a-456d-bc8f-dfb1b7d88cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:22.464963 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-814bc795-e4ef-467d-b41c-cbb975db0213 req-189ede21-7840-485a-9025-a2446493cabd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba8caf9e-b03c-460f-a66d-86794799e2e7 HTTP/1.1" status: 200 len: 1002 time: 0.1000979 May 04 18:30:22.551114 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bc795-e4ef-467d-b41c-cbb975db0213 req-c834212d-5d64-47ae-a387-6cafcdef2ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:22.552838 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-814bc795-e4ef-467d-b41c-cbb975db0213 req-c834212d-5d64-47ae-a387-6cafcdef2ab5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=656edfdd-aa87-4bb6-baf1-030ff554b1f3 HTTP/1.1" status: 200 len: 850 time: 0.0687156 May 04 18:30:22.632310 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3943bfa-2342-4902-8b37-f952c1034a3e service neutron] Pushing event updated for resources: {'Port': ['ID=ff16ea39-a9a4-417f-88d0-98ff02e1ebec,revision_number=2']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:22.637403 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-a3943bfa-2342-4902-8b37-f952c1034a3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:22.671906 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bc795-e4ef-467d-b41c-cbb975db0213 req-456d32f3-1740-4b15-abf2-df6703d57f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:22.674050 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-814bc795-e4ef-467d-b41c-cbb975db0213 req-456d32f3-1740-4b15-abf2-df6703d57f68 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=634c6d2b-13fc-4507-bef8-13a83088a32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0945177 May 04 18:30:22.715039 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-a3943bfa-2342-4902-8b37-f952c1034a3e service neutron] Attempting to bind port ff16ea39-a9a4-417f-88d0-98ff02e1ebec on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:30:22.715430 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-a3943bfa-2342-4902-8b37-f952c1034a3e service neutron] Attempting to bind port ff16ea39-a9a4-417f-88d0-98ff02e1ebec by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '39fc2110-9ae7-430c-8de7-7961edab7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9cee9853-ab1f-40ba-9afc-e5cbc71af0c1'}] {{(pid=74221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:30:22.715762 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-a3943bfa-2342-4902-8b37-f952c1034a3e service neutron] Attempting to bind port ff16ea39-a9a4-417f-88d0-98ff02e1ebec on network 9cee9853-ab1f-40ba-9afc-e5cbc71af0c1 {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:30:22.722368 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-a3943bfa-2342-4902-8b37-f952c1034a3e service neutron] Port ff16ea39-a9a4-417f-88d0-98ff02e1ebec on network 9cee9853-ab1f-40ba-9afc-e5cbc71af0c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 18:30:22.722682 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-a3943bfa-2342-4902-8b37-f952c1034a3e service neutron] Attempting to bind port ff16ea39-a9a4-417f-88d0-98ff02e1ebec on network 9cee9853-ab1f-40ba-9afc-e5cbc71af0c1 {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:30:22.729154 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-a3943bfa-2342-4902-8b37-f952c1034a3e service neutron] Checking agent: {'id': 'eb0c7dda-b795-49f1-9080-37ad6bcb4a66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'started_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:30:22.729154 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-a3943bfa-2342-4902-8b37-f952c1034a3e service neutron] Checking segment: {'id': '39fc2110-9ae7-430c-8de7-7961edab7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9cee9853-ab1f-40ba-9afc-e5cbc71af0c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:30:22.729154 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-a3943bfa-2342-4902-8b37-f952c1034a3e service neutron] Bound using segment: {'id': '39fc2110-9ae7-430c-8de7-7961edab7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9cee9853-ab1f-40ba-9afc-e5cbc71af0c1'} {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:30:22.729570 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-a3943bfa-2342-4902-8b37-f952c1034a3e service neutron] Bound port: ff16ea39-a9a4-417f-88d0-98ff02e1ebec, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39fc2110-9ae7-430c-8de7-7961edab7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9cee9853-ab1f-40ba-9afc-e5cbc71af0c1'}}] {{(pid=74221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:30:22.729686 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-a3943bfa-2342-4902-8b37-f952c1034a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:22.836625 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-814bc795-e4ef-467d-b41c-cbb975db0213 req-0e2bf312-c0c6-42e6-a4d6-e6962a0afac7 service neutron] 10.222.0.20 "GET /v2.0/networks/634c6d2b-13fc-4507-bef8-13a83088a32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533055 May 04 18:30:22.847774 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-a3943bfa-2342-4902-8b37-f952c1034a3e service neutron] For port ff16ea39-a9a4-417f-88d0-98ff02e1ebec, host hv-cinder-78960, cleared binding levels {{(pid=74221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:30:22.850877 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-a3943bfa-2342-4902-8b37-f952c1034a3e service neutron] For port ff16ea39-a9a4-417f-88d0-98ff02e1ebec, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ff16ea39-a9a4-417f-88d0-98ff02e1ebec,segment=NetworkSegment(39fc2110-9ae7-430c-8de7-7961edab7df6),segment_id=39fc2110-9ae7-430c-8de7-7961edab7df6)] {{(pid=74221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:30:22.951487 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-a3943bfa-2342-4902-8b37-f952c1034a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262247'] for port, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:22.957295 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-87245813-3957-479e-9cfd-828f91d158ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:22.978911 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-814bc795-e4ef-467d-b41c-cbb975db0213 req-06b61d39-e4f3-4054-8d8d-774b042eacd7 service neutron] 10.222.0.20 "GET /v2.0/networks/634c6d2b-13fc-4507-bef8-13a83088a32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328459 May 04 18:30:23.015575 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-a3943bfa-2342-4902-8b37-f952c1034a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:23.016405 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-a3943bfa-2342-4902-8b37-f952c1034a3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:23.017835 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-a3943bfa-2342-4902-8b37-f952c1034a3e service neutron] 10.222.0.20 "PUT /v2.0/ports/ff16ea39-a9a4-417f-88d0-98ff02e1ebec HTTP/1.1" status: 200 len: 1093 time: 1.1606185 May 04 18:30:23.018415 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743de9dc-c279-4297-8835-9a5afb6b019e', 'tag': 'ff16ea39-a9a4-417f-88d0-98ff02e1ebec'}] {{(pid=74221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:30:23.087062 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3943bfa-2342-4902-8b37-f952c1034a3e service neutron] Pushing event updated for resources: {'Port': ['ID=ff16ea39-a9a4-417f-88d0-98ff02e1ebec,revision_number=3']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:23.096253 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-a3943bfa-2342-4902-8b37-f952c1034a3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:23.108462 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743de9dc-c279-4297-8835-9a5afb6b019e', 'tag': 'ff16ea39-a9a4-417f-88d0-98ff02e1ebec', 'status': 'completed', 'code': 200} May 04 18:30:23.232595 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978bccf-fbc8-477d-ae55-bf96c6367a36 req-9fb32ee7-fd01-4836-9c09-115c34a8e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:23.234999 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-b978bccf-fbc8-477d-ae55-bf96c6367a36 req-9fb32ee7-fd01-4836-9c09-115c34a8e322 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba44109d89274d7a81583c1b92e79659&device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 1096 time: 0.0961154 May 04 18:30:23.333896 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80c7e8-840c-4683-a2a6-679b5a9f41d4 req-2c7bfe5a-056d-4e2c-bf9f-e2bd97822b91 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:23.335885 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2c80c7e8-840c-4683-a2a6-679b5a9f41d4 req-2c7bfe5a-056d-4e2c-bf9f-e2bd97822b91 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 943 time: 0.1029968 May 04 18:30:23.411061 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978bccf-fbc8-477d-ae55-bf96c6367a36 req-fc15df24-115b-4531-a974-d4b71270d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:23.412571 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-b978bccf-fbc8-477d-ae55-bf96c6367a36 req-fc15df24-115b-4531-a974-d4b71270d5c6 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ba44109d89274d7a81583c1b92e79659&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1655557 May 04 18:30:23.490970 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2c80c7e8-840c-4683-a2a6-679b5a9f41d4 req-4ded0a6e-1090-4bf2-9af2-599e20b07d19 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450107 May 04 18:30:23.686305 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978bccf-fbc8-477d-ae55-bf96c6367a36 req-ed0a9a7b-da13-4d13-b60d-a83eea747063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:23.688246 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-b978bccf-fbc8-477d-ae55-bf96c6367a36 req-ed0a9a7b-da13-4d13-b60d-a83eea747063 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2639260 May 04 18:30:23.698692 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd3a05-6108-4352-9cad-464dd738f448 req-499faef3-b014-4262-9826-52dca695cf4c tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:23.700247 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-dcdd3a05-6108-4352-9cad-464dd738f448 req-499faef3-b014-4262-9826-52dca695cf4c tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 947 time: 0.0842736 May 04 18:30:23.745779 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-dcdd3a05-6108-4352-9cad-464dd738f448 req-c79007c6-6ec4-48e2-bc18-ca3b14d474c3 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392213 May 04 18:30:23.794925 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-f84495cf-ae59-4e87-8699-2875f339224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:23.796409 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-f84495cf-ae59-4e87-8699-2875f339224c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba44109d89274d7a81583c1b92e79659&device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 1096 time: 0.0703771 May 04 18:30:23.871050 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-6cc4d1b5-2acc-4524-a74e-8927f9b862a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff16ea39-a9a4-417f-88d0-98ff02e1ebec HTTP/1.1" status: 200 len: 217 time: 0.0630114 May 04 18:30:23.935135 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-7e3728fe-a6a9-48ac-bf1a-d995b19806af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:23.936623 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-7e3728fe-a6a9-48ac-bf1a-d995b19806af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e3a18b2a-aa00-47fe-8906-1f3aa51aafc3 HTTP/1.1" status: 200 len: 854 time: 0.0565076 May 04 18:30:24.021878 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-75a48258-2b3f-4572-9202-311bd96570a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:24.023359 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-75a48258-2b3f-4572-9202-311bd96570a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cee9853-ab1f-40ba-9afc-e5cbc71af0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723403 May 04 18:30:24.154929 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-e299d7c5-a3eb-4639-97e4-3e1750123c17 service neutron] 10.222.0.20 "GET /v2.0/networks/9cee9853-ab1f-40ba-9afc-e5cbc71af0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215427 May 04 18:30:24.293356 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-f530bbad-a049-413d-bb10-5f89a343c4ab req-7abd75fe-3bde-4ff1-b02b-02fe9a5c4ade service neutron] 10.222.0.20 "GET /v2.0/networks/9cee9853-ab1f-40ba-9afc-e5cbc71af0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246204 May 04 18:30:24.679948 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4faa32-e93e-49d3-a6a3-029e61a8dffb req-7b6377f8-29d6-4f0c-8fb3-7cbb23aaef4c tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:24.681401 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-aa4faa32-e93e-49d3-a6a3-029e61a8dffb req-7b6377f8-29d6-4f0c-8fb3-7cbb23aaef4c tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 943 time: 0.0814538 May 04 18:30:24.726072 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-aa4faa32-e93e-49d3-a6a3-029e61a8dffb req-ec9de402-8db5-4b91-8504-578857f466ef tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390117 May 04 18:30:24.936028 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de7740-28b9-4d0e-ab57-3baf4b28b8c9 req-a4e20ec3-923c-4996-8f4c-03ddeb1e87b7 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:24.937461 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c9de7740-28b9-4d0e-ab57-3baf4b28b8c9 req-a4e20ec3-923c-4996-8f4c-03ddeb1e87b7 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 947 time: 0.0835254 May 04 18:30:24.981422 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c9de7740-28b9-4d0e-ab57-3baf4b28b8c9 req-e4f14be5-6ef3-4543-a420-7cf69deebc4d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382097 May 04 18:30:25.867884 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634c52b-ed6f-42bd-859d-cd5d31612836 req-d26c5920-12f6-419f-81e4-8f14bdb1031a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:25.868578 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-8634c52b-ed6f-42bd-859d-cd5d31612836 req-d26c5920-12f6-419f-81e4-8f14bdb1031a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Synchronizing usage tracker for tenant:76bc34a978a74f5391886da16fb39bf8 on resource:port {{(pid=74221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:30:25.914058 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4368c-6946-44c6-a8c9-57eab6273265 req-48c4544e-4ff3-4303-9b81-5e857fc9b27e tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:25.915544 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3db4368c-6946-44c6-a8c9-57eab6273265 req-48c4544e-4ff3-4303-9b81-5e857fc9b27e tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 943 time: 0.0797551 May 04 18:30:25.952429 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-8634c52b-ed6f-42bd-859d-cd5d31612836 req-d26c5920-12f6-419f-81e4-8f14bdb1031a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Unset dirty status for tenant:76bc34a978a74f5391886da16fb39bf8 on resource:port {{(pid=74221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:30:25.953552 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-8634c52b-ed6f-42bd-859d-cd5d31612836 req-d26c5920-12f6-419f-81e4-8f14bdb1031a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 947 time: 0.1651926 May 04 18:30:25.965810 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3db4368c-6946-44c6-a8c9-57eab6273265 req-40fbacba-af3a-4689-8d93-143863f8376a tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442152 May 04 18:30:26.093419 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [req-8634c52b-ed6f-42bd-859d-cd5d31612836 req-bbda57e5-612c-4569-a7da-bc8d2ecbf535 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Deleting port 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:30:26.094934 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-8634c52b-ed6f-42bd-859d-cd5d31612836 req-bbda57e5-612c-4569-a7da-bc8d2ecbf535 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:26.238002 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-8634c52b-ed6f-42bd-859d-cd5d31612836 req-bbda57e5-612c-4569-a7da-bc8d2ecbf535 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] For port 9dbc6b18-d7b8-44b3-95f1-8159315eaba9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9dbc6b18-d7b8-44b3-95f1-8159315eaba9,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:30:26.238374 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-8634c52b-ed6f-42bd-859d-cd5d31612836 req-bbda57e5-612c-4569-a7da-bc8d2ecbf535 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:26.324597 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12bc21-8916-41b0-8c4b-bc882fe73d31 req-7b89ad87-b11d-48dc-99ed-276a376e9fad tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:26.325932 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ee12bc21-8916-41b0-8c4b-bc882fe73d31 req-7b89ad87-b11d-48dc-99ed-276a376e9fad tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 947 time: 0.0793841 May 04 18:30:26.371906 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ee12bc21-8916-41b0-8c4b-bc882fe73d31 req-46319cae-f5d6-4527-b92d-79bd2909dfde tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=c071e2ad-17cc-4857-820f-6c514ad3b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385876 May 04 18:30:26.527822 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-8634c52b-ed6f-42bd-859d-cd5d31612836 req-bbda57e5-612c-4569-a7da-bc8d2ecbf535 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:26.528196 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-8634c52b-ed6f-42bd-859d-cd5d31612836 req-bbda57e5-612c-4569-a7da-bc8d2ecbf535 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942676'] for floatingip, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:26.528511 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.db.l3_db [req-8634c52b-ed6f-42bd-859d-cd5d31612836 req-bbda57e5-612c-4569-a7da-bc8d2ecbf535 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Floating IP 5cf63d55-5e13-4a9e-bcad-0bcb705276a1 disassociated. External IP: 172.28.1.14, port: 9dbc6b18-d7b8-44b3-95f1-8159315eaba9. May 04 18:30:26.528854 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [req-8634c52b-ed6f-42bd-859d-cd5d31612836 req-bbda57e5-612c-4569-a7da-bc8d2ecbf535 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Calling delete_port for 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 owned by compute:nova {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:30:26.693456 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-8634c52b-ed6f-42bd-859d-cd5d31612836 req-bbda57e5-612c-4569-a7da-bc8d2ecbf535 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:26.699090 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-ca30785e-3637-4341-a1aa-53a4193b48a9 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:26.741453 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda57e5-612c-4569-a7da-bc8d2ecbf535 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Pushing event deleted for resources: {'Port': ['ID=9dbc6b18-d7b8-44b3-95f1-8159315eaba9,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:26.745041 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-bbda57e5-612c-4569-a7da-bc8d2ecbf535 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:26.827976 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device ff16ea39-a9a4-417f-88d0-98ff02e1ebec details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:30:26.976421 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port ff16ea39-a9a4-417f-88d0-98ff02e1ebec, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ff16ea39-a9a4-417f-88d0-98ff02e1ebec,segment=NetworkSegment(39fc2110-9ae7-430c-8de7-7961edab7df6),segment_id=39fc2110-9ae7-430c-8de7-7961edab7df6)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:30:26.993535 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Returning: {'device': 'ff16ea39-a9a4-417f-88d0-98ff02e1ebec', 'network_id': '9cee9853-ab1f-40ba-9afc-e5cbc71af0c1', 'port_id': 'ff16ea39-a9a4-417f-88d0-98ff02e1ebec', 'mac_address': 'fa:16:3e:e0:fd:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3a18b2a-aa00-47fe-8906-1f3aa51aafc3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:30:27.070807 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8634c52b-ed6f-42bd-859d-cd5d31612836 req-bbda57e5-612c-4569-a7da-bc8d2ecbf535 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Router c72f5abf-89e4-40d2-aee3-34e4d4ce714a has already been hosted by L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b {{(pid=74221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:30:27.109649 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:27.149890 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff16ea39-a9a4-417f-88d0-98ff02e1ebec {{(pid=74223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:30:27.167911 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port ff16ea39-a9a4-417f-88d0-98ff02e1ebec, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ff16ea39-a9a4-417f-88d0-98ff02e1ebec,segment=NetworkSegment(39fc2110-9ae7-430c-8de7-7961edab7df6),segment_id=39fc2110-9ae7-430c-8de7-7961edab7df6)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:30:27.197486 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31d15b-2f85-4f8d-8b48-e3aa812d6007 req-4e9042f1-9421-43bd-9644-d52e9eef0941 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:27.205908 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3b31d15b-2f85-4f8d-8b48-e3aa812d6007 req-4e9042f1-9421-43bd-9644-d52e9eef0941 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 943 time: 0.1202784 May 04 18:30:27.233159 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:27.235561 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:27.262167 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3b31d15b-2f85-4f8d-8b48-e3aa812d6007 req-26f5f3de-1045-43f3-b2d2-d7ccdcda5823 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553529 May 04 18:30:27.302346 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=ff16ea39-a9a4-417f-88d0-98ff02e1ebec,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:27.305413 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:27.327403 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8634c52b-ed6f-42bd-859d-cd5d31612836 req-bbda57e5-612c-4569-a7da-bc8d2ecbf535 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:30:27.336882 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3807f9be-91b7-4295-9fc1-dc35fc33ca33 None None] Sync routers for ids ['c72f5abf-89e4-40d2-aee3-34e4d4ce714a'] in dv-cinder-789603-2-smb {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:30:27.347332 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3807f9be-91b7-4295-9fc1-dc35fc33ca33 None None] Routers {'c72f5abf-89e4-40d2-aee3-34e4d4ce714a'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:30:27.348018 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-3807f9be-91b7-4295-9fc1-dc35fc33ca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:30:06Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['c72f5abf-89e4-40d2-aee3-34e4d4ce714a'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:27.404548 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [req-8634c52b-ed6f-42bd-859d-cd5d31612836 req-bbda57e5-612c-4569-a7da-bc8d2ecbf535 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] No DVR routers for this DVR port 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 on host hv-cinder-78960 {{(pid=74221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:30:27.407558 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-8634c52b-ed6f-42bd-859d-cd5d31612836 req-bbda57e5-612c-4569-a7da-bc8d2ecbf535 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:27.410347 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b12988-8c48-42d2-a46b-b726b3fa6854', 'name': 'network-vif-deleted', 'tag': '9dbc6b18-d7b8-44b3-95f1-8159315eaba9'}] {{(pid=74221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:30:27.487724 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b12988-8c48-42d2-a46b-b726b3fa6854', 'name': 'network-vif-deleted', 'tag': '9dbc6b18-d7b8-44b3-95f1-8159315eaba9', 'status': 'completed', 'code': 200} May 04 18:30:27.506361 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-8634c52b-ed6f-42bd-859d-cd5d31612836 req-bbda57e5-612c-4569-a7da-bc8d2ecbf535 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.20 "DELETE /v2.0/ports/9dbc6b18-d7b8-44b3-95f1-8159315eaba9 HTTP/1.1" status: 204 len: 173 time: 1.5469670 May 04 18:30:27.535936 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-3807f9be-91b7-4295-9fc1-dc35fc33ca33 None None] Set router c72f5abf-89e4-40d2-aee3-34e4d4ce714a gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:30:27.580192 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['ff16ea39-a9a4-417f-88d0-98ff02e1ebec'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:30:27.583656 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8a06be2a-f922-47db-8b4b-5ec728723ec3 req-085b2af6-a029-4db6-8ea5-d25611ac9f82 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2b12988-8c48-42d2-a46b-b726b3fa6854 HTTP/1.1" status: 200 len: 210 time: 0.0433612 May 04 18:30:27.990864 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-3807f9be-91b7-4295-9fc1-dc35fc33ca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'name': 'tempest-AttachVolumeShelveTestJSON-690331288-router', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:59Z', 'updated_at': '2021-05-04T18:26:15Z', 'revision_number': 4, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'gw_port': {'id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': '2e3a534d-16d5-4f34-8bae-be2e74066f3c', 'name': '', 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'mac_address': 'fa:16:3e:49:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:12Z', 'updated_at': '2021-05-04T18:26:27Z', 'revision_number': 5, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'subnets': [{'id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:27.994912 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3807f9be-91b7-4295-9fc1-dc35fc33ca33 None None] Checking router: c72f5abf-89e4-40d2-aee3-34e4d4ce714a for host: dv-cinder-789603-2-smb {{(pid=74223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:30:28.004026 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3807f9be-91b7-4295-9fc1-dc35fc33ca33 None None] Routers {'c72f5abf-89e4-40d2-aee3-34e4d4ce714a'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:30:28.004703 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-3807f9be-91b7-4295-9fc1-dc35fc33ca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:30:06Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['c72f5abf-89e4-40d2-aee3-34e4d4ce714a'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:28.179768 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-3807f9be-91b7-4295-9fc1-dc35fc33ca33 None None] Set router c72f5abf-89e4-40d2-aee3-34e4d4ce714a gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:30:28.485772 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb31074-e1a7-4c57-85e0-58e5dad8d953 req-71a414d7-3899-4e04-9cb2-64414a9d81ce tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:28.488757 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6bb31074-e1a7-4c57-85e0-58e5dad8d953 req-71a414d7-3899-4e04-9cb2-64414a9d81ce tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 944 time: 0.1057744 May 04 18:30:28.573000 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6bb31074-e1a7-4c57-85e0-58e5dad8d953 req-9c6d3a3f-f32f-4be9-9dda-db76e44871bb tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782511 May 04 18:30:28.660824 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-3807f9be-91b7-4295-9fc1-dc35fc33ca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'name': 'tempest-AttachVolumeShelveTestJSON-690331288-router', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:59Z', 'updated_at': '2021-05-04T18:26:15Z', 'revision_number': 4, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'gw_port': {'id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': '2e3a534d-16d5-4f34-8bae-be2e74066f3c', 'name': '', 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'mac_address': 'fa:16:3e:49:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:12Z', 'updated_at': '2021-05-04T18:26:27Z', 'revision_number': 5, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'subnets': [{'id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:28.666038 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3807f9be-91b7-4295-9fc1-dc35fc33ca33 None None] The sync data for ids ['c72f5abf-89e4-40d2-aee3-34e4d4ce714a'] in dv-cinder-789603-2-smb is: [{'id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'name': 'tempest-AttachVolumeShelveTestJSON-690331288-router', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:59Z', 'updated_at': '2021-05-04T18:26:15Z', 'revision_number': 4, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'gw_port': {'id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': '2e3a534d-16d5-4f34-8bae-be2e74066f3c', 'name': '', 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'mac_address': 'fa:16:3e:49:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:12Z', 'updated_at': '2021-05-04T18:26:27Z', 'revision_number': 5, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'subnets': [{'id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:30:28.816734 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 53520) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:28.850126 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device ff16ea39-a9a4-417f-88d0-98ff02e1ebec up at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:30:28.894828 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-094bfb30-559a-41c2-8277-25c2da4db53d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:28.930150 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-094bfb30-559a-41c2-8277-25c2da4db53d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:29.038214 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197f8f38-bd2e-4995-9ea5-0cea6e5d6f7b None None] New status for floating IP 5cf63d55-5e13-4a9e-bcad-0bcb705276a1: DOWN {{(pid=74224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:30:29.053305 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning for port ff16ea39-a9a4-417f-88d0-98ff02e1ebec completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:30:29.059016 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning complete for port ff16ea39-a9a4-417f-88d0-98ff02e1ebec triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:30:29.059469 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:29.076309 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-094bfb30-559a-41c2-8277-25c2da4db53d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:29.097104 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-f18797d1-b6ca-45eb-8511-2181eb3930ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:29.108967 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094bfb30-559a-41c2-8277-25c2da4db53d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c071e2ad-17cc-4857-820f-6c514ad3b41c,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:29.116557 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094bfb30-559a-41c2-8277-25c2da4db53d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:29.116957 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094bfb30-559a-41c2-8277-25c2da4db53d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:29.120888 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094bfb30-559a-41c2-8277-25c2da4db53d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:29.120888 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094bfb30-559a-41c2-8277-25c2da4db53d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:29.120888 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094bfb30-559a-41c2-8277-25c2da4db53d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:29.120888 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094bfb30-559a-41c2-8277-25c2da4db53d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:29.120888 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094bfb30-559a-41c2-8277-25c2da4db53d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:29.120888 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094bfb30-559a-41c2-8277-25c2da4db53d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:29.120888 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094bfb30-559a-41c2-8277-25c2da4db53d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:29.120888 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094bfb30-559a-41c2-8277-25c2da4db53d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:29.120888 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094bfb30-559a-41c2-8277-25c2da4db53d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:29.120888 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094bfb30-559a-41c2-8277-25c2da4db53d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:29.123818 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-094bfb30-559a-41c2-8277-25c2da4db53d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:29.218492 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:29.258714 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743de9dc-c279-4297-8835-9a5afb6b019e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff16ea39-a9a4-417f-88d0-98ff02e1ebec'}] {{(pid=74223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:30:29.280258 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port ff16ea39-a9a4-417f-88d0-98ff02e1ebec, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ff16ea39-a9a4-417f-88d0-98ff02e1ebec,segment=NetworkSegment(39fc2110-9ae7-430c-8de7-7961edab7df6),segment_id=39fc2110-9ae7-430c-8de7-7961edab7df6)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:30:29.287664 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-094bfb30-559a-41c2-8277-25c2da4db53d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:29.291126 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-094bfb30-559a-41c2-8277-25c2da4db53d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "DELETE /v2.0/security-groups/c071e2ad-17cc-4857-820f-6c514ad3b41c HTTP/1.1" status: 204 len: 168 time: 0.4720201 May 04 18:30:29.297464 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 53532) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:29.313290 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.api.v2.resource [None req-a566565e-519e-4c9a-9a54-be073082c690 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] show failed (client error): The resource could not be found. May 04 18:30:29.317060 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-a566565e-519e-4c9a-9a54-be073082c690 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups/c071e2ad-17cc-4857-820f-6c514ad3b41c HTTP/1.1" status: 404 len: 347 time: 0.0204639 May 04 18:30:29.317446 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 53536) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:29.332484 dv-cinder-789603-2-smb neutron-server[74223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743de9dc-c279-4297-8835-9a5afb6b019e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff16ea39-a9a4-417f-88d0-98ff02e1ebec', 'code': 200} May 04 18:30:29.421529 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:29.422458 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:30:29.459769 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-47c9e172-040a-4193-b8a9-b9ad0795e2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:29.516640 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] No Port match for: 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:30:29.516994 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 9dbc6b18-d7b8-44b3-95f1-8159315eaba9 not bound to the agent host hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:30:29.542593 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=ff16ea39-a9a4-417f-88d0-98ff02e1ebec,revision_number=5']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:29.545471 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:29.565659 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.plugin [None req-c5b28f48-e8ff-4bbc-80d4-ca2b4fd5a0f0 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Deleting port cda5d856-d4ac-4135-8638-f6985507c71a {{(pid=74222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:30:29.566174 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c5b28f48-e8ff-4bbc-80d4-ca2b4fd5a0f0 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:29.724214 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c5b28f48-e8ff-4bbc-80d4-ca2b4fd5a0f0 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:29.724541 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c5b28f48-e8ff-4bbc-80d4-ca2b4fd5a0f0 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:29.751861 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af67d2-af4b-40ce-a794-aedbfd38248c req-c2405670-7622-42b8-8f7f-e7d5c10ef5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:29.753336 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-97af67d2-af4b-40ce-a794-aedbfd38248c req-c2405670-7622-42b8-8f7f-e7d5c10ef5ef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 1098 time: 0.0758882 May 04 18:30:29.803034 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-97af67d2-af4b-40ce-a794-aedbfd38248c req-2e6c7b52-cbd5-46bb-bd5e-35c7d0c23388 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415914 May 04 18:30:29.859598 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.plugin [None req-c5b28f48-e8ff-4bbc-80d4-ca2b4fd5a0f0 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Calling delete_port for cda5d856-d4ac-4135-8638-f6985507c71a owned by network:floatingip {{(pid=74222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:30:29.909281 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcba96e-b4ae-445d-a1e4-c305839a797a req-a0aae86b-0c29-4115-b281-cb5b9b110746 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:29.910709 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8dcba96e-b4ae-445d-a1e4-c305839a797a req-a0aae86b-0c29-4115-b281-cb5b9b110746 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 945 time: 0.2380295 May 04 18:30:30.047946 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8dcba96e-b4ae-445d-a1e4-c305839a797a req-29c526fd-4989-4684-af1f-3e7361f1d4ff tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307933 May 04 18:30:30.179377 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c5b28f48-e8ff-4bbc-80d4-ca2b4fd5a0f0 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15671191'] for port, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:30.179377 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:30.223470 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b28f48-e8ff-4bbc-80d4-ca2b4fd5a0f0 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Pushing event deleted for resources: {'Port': ['ID=cda5d856-d4ac-4135-8638-f6985507c71a,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:30.226538 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-c5b28f48-e8ff-4bbc-80d4-ca2b4fd5a0f0 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:30.314161 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c5b28f48-e8ff-4bbc-80d4-ca2b4fd5a0f0 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for floatingip, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:30.327715 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c5b28f48-e8ff-4bbc-80d4-ca2b4fd5a0f0 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for floatingip, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:30.328882 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-c5b28f48-e8ff-4bbc-80d4-ca2b4fd5a0f0 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "DELETE /v2.0/floatingips/5cf63d55-5e13-4a9e-bcad-0bcb705276a1 HTTP/1.1" status: 204 len: 168 time: 1.0104885 May 04 18:30:30.783974 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 53570) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:30.789105 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-7220be9e-e551-47a7-aa74-50018c02d02d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Request body: {'security_group': {'name': 'tempest-securitygroup--671003954', 'description': 'tempest-description--1306640188'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:30:30.795946 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-7220be9e-e551-47a7-aa74-50018c02d02d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:30:30.801010 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-7220be9e-e551-47a7-aa74-50018c02d02d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Usage tracker for resource:security_group and tenant:76bc34a978a74f5391886da16fb39bf8 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:30:30.803933 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-7220be9e-e551-47a7-aa74-50018c02d02d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:30:30.810749 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-7220be9e-e551-47a7-aa74-50018c02d02d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:30:30.876871 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-7220be9e-e551-47a7-aa74-50018c02d02d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:30.897144 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-7220be9e-e551-47a7-aa74-50018c02d02d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:30:30.900926 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-7220be9e-e551-47a7-aa74-50018c02d02d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Usage tracker for resource:security_group_rule and tenant:76bc34a978a74f5391886da16fb39bf8 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:30:30.903704 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-7220be9e-e551-47a7-aa74-50018c02d02d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:30:30.910008 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-7220be9e-e551-47a7-aa74-50018c02d02d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:30:30.983806 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-7220be9e-e551-47a7-aa74-50018c02d02d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:31.072469 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-7220be9e-e551-47a7-aa74-50018c02d02d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:31.076703 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-f2980ad6-370c-4199-bf71-e3c143257896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:31.120644 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220be9e-e551-47a7-aa74-50018c02d02d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:31.123392 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-7220be9e-e551-47a7-aa74-50018c02d02d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:31.256738 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-7220be9e-e551-47a7-aa74-50018c02d02d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:31.257948 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-7220be9e-e551-47a7-aa74-50018c02d02d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4729452 May 04 18:30:31.262083 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 53578) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:31.268273 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-068507ce-0d89-445b-aa7a-578c17645ecc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Request body: {'security_group_rule': {'security_group_id': 'a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:30:31.271562 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e07da6-0942-4ceb-8cc5-7c4a16d96ec6 req-bf11f81c-2e20-4e8a-bb28-fba2ce6b14f4 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:31.272983 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-23e07da6-0942-4ceb-8cc5-7c4a16d96ec6 req-bf11f81c-2e20-4e8a-bb28-fba2ce6b14f4 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 945 time: 0.0866892 May 04 18:30:31.275973 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-068507ce-0d89-445b-aa7a-578c17645ecc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:30:31.280268 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-068507ce-0d89-445b-aa7a-578c17645ecc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Usage tracker for resource:security_group_rule and tenant:76bc34a978a74f5391886da16fb39bf8 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:30:31.284280 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-068507ce-0d89-445b-aa7a-578c17645ecc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:30:31.295126 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-068507ce-0d89-445b-aa7a-578c17645ecc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:30:31.319340 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-23e07da6-0942-4ceb-8cc5-7c4a16d96ec6 req-d423a648-19ee-4bfa-b66a-4587d3306b62 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396359 May 04 18:30:31.399061 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-068507ce-0d89-445b-aa7a-578c17645ecc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:31.461773 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-068507ce-0d89-445b-aa7a-578c17645ecc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:31.512773 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e90736-444a-4138-b885-4c156873c7c5 req-3c096090-dd14-4368-ae26-cd745fbf6960 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:31.514215 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c6e90736-444a-4138-b885-4c156873c7c5 req-3c096090-dd14-4368-ae26-cd745fbf6960 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 945 time: 0.0830164 May 04 18:30:31.535445 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-068507ce-0d89-445b-aa7a-578c17645ecc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028946'] for security_group_rule, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:31.543026 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:31.560803 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c6e90736-444a-4138-b885-4c156873c7c5 req-5e99a3df-4c5e-4ee0-8656-98329255ef04 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401864 May 04 18:30:31.564878 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068507ce-0d89-445b-aa7a-578c17645ecc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa3661e3-b4a4-47dd-bd93-6bce9b649616,revision_number=0']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:31.567896 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-068507ce-0d89-445b-aa7a-578c17645ecc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:31.636788 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-068507ce-0d89-445b-aa7a-578c17645ecc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:31.640508 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-068507ce-0d89-445b-aa7a-578c17645ecc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3753567 May 04 18:30:31.640854 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 53592) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:31.646663 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-e744db74-ae83-4cf0-b842-a05d43f40985 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Request body: {'security_group_rule': {'security_group_id': 'a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:30:31.652399 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-e744db74-ae83-4cf0-b842-a05d43f40985 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:30:31.656252 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-e744db74-ae83-4cf0-b842-a05d43f40985 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Usage tracker for resource:security_group_rule and tenant:76bc34a978a74f5391886da16fb39bf8 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:30:31.659748 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-e744db74-ae83-4cf0-b842-a05d43f40985 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:30:31.665876 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-e744db74-ae83-4cf0-b842-a05d43f40985 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:30:31.756713 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e744db74-ae83-4cf0-b842-a05d43f40985 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:31.822064 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e744db74-ae83-4cf0-b842-a05d43f40985 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:31.926474 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e744db74-ae83-4cf0-b842-a05d43f40985 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028946'] for security_group_rule, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:31.932969 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:31.961333 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744db74-ae83-4cf0-b842-a05d43f40985 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c74e5cbc-8148-4645-8fad-1538efc9d9b6,revision_number=0']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:31.969303 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-e744db74-ae83-4cf0-b842-a05d43f40985 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:32.002535 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f00f91-c60a-4d11-902a-23982701fca0 req-3ac7fb5d-e51e-40a7-b779-c91575e39564 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:32.004030 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-34f00f91-c60a-4d11-902a-23982701fca0 req-3ac7fb5d-e51e-40a7-b779-c91575e39564 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 945 time: 0.1160023 May 04 18:30:32.040929 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e744db74-ae83-4cf0-b842-a05d43f40985 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:32.044874 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-e744db74-ae83-4cf0-b842-a05d43f40985 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3996873 May 04 18:30:32.045650 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 53608) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:32.053661 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-d4c363ce-3d05-4608-9e54-6dd50a4494fc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Request body: {'floatingip': {'floating_network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:30:32.062513 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-34f00f91-c60a-4d11-902a-23982701fca0 req-a7d07082-ba86-4012-81c2-e3479e24e494 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523190 May 04 18:30:32.063996 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-d4c363ce-3d05-4608-9e54-6dd50a4494fc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:30:32.067906 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-d4c363ce-3d05-4608-9e54-6dd50a4494fc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Usage tracker for resource:floatingip and tenant:76bc34a978a74f5391886da16fb39bf8 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:30:32.070993 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-d4c363ce-3d05-4608-9e54-6dd50a4494fc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:30:32.080355 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-d4c363ce-3d05-4608-9e54-6dd50a4494fc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:30:32.146840 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d4c363ce-3d05-4608-9e54-6dd50a4494fc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for floatingip, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:32.295070 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d4c363ce-3d05-4608-9e54-6dd50a4494fc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:32.432110 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.db_base_plugin_common [None req-d4c363ce-3d05-4608-9e54-6dd50a4494fc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Allocated IP 172.28.1.194 (90b44f7d-5c55-4edd-ba51-1d4bf68bd72d/15770a9c-0e03-4178-b54a-c3c1706d1253/bb8b0296-0944-4c25-b6b0-7e8e601054b3) {{(pid=74222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:30:32.575398 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d4c363ce-3d05-4608-9e54-6dd50a4494fc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for port, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:32.690314 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d4c363ce-3d05-4608-9e54-6dd50a4494fc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15671191'] for port, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:32.694238 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-eecc7043-fe83-4202-916d-40ec0c679d34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:32.762674 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c363ce-3d05-4608-9e54-6dd50a4494fc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Network 90b44f7d-5c55-4edd-ba51-1d4bf68bd72d is already hosted by enough agents. {{(pid=74222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:30:32.765868 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.base_scheduler [None req-d4c363ce-3d05-4608-9e54-6dd50a4494fc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Resources bound (agent type, host, resource id): {{(pid=74222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:30:32.770032 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c363ce-3d05-4608-9e54-6dd50a4494fc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Received port after_create {{(pid=74222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:30:32.779004 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-b304213a-d1f2-44fe-991e-c1ac9bc7657b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:32.803696 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c363ce-3d05-4608-9e54-6dd50a4494fc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Pushing event updated for resources: {'Port': ['ID=bb8b0296-0944-4c25-b6b0-7e8e601054b3,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:32.811712 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-d4c363ce-3d05-4608-9e54-6dd50a4494fc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:32.854585 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d4c363ce-3d05-4608-9e54-6dd50a4494fc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:33.001895 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d4c363ce-3d05-4608-9e54-6dd50a4494fc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:33.215760 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d4c363ce-3d05-4608-9e54-6dd50a4494fc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for port, precommit_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:33.330718 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d4c363ce-3d05-4608-9e54-6dd50a4494fc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671200'] for port, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:33.335583 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:33.365344 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 53638) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:33.491870 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c189a177-87a9-4005-bcac-f644c7052a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:33.507552 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-c189a177-87a9-4005-bcac-f644c7052a6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:30:33.512162 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-c189a177-87a9-4005-bcac-f644c7052a6c admin admin] Usage tracker for resource:security_group_rule and tenant:4746684696e044a5b5426924ade71ee2 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:30:33.514966 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-c189a177-87a9-4005-bcac-f644c7052a6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:30:33.521907 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-c189a177-87a9-4005-bcac-f644c7052a6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:30:33.522636 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c363ce-3d05-4608-9e54-6dd50a4494fc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Pushing event updated for resources: {'Port': ['ID=bb8b0296-0944-4c25-b6b0-7e8e601054b3,revision_number=2']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:33.526595 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-d4c363ce-3d05-4608-9e54-6dd50a4494fc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:33.533206 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d4c363ce-3d05-4608-9e54-6dd50a4494fc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942676'] for floatingip, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:33.604352 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c189a177-87a9-4005-bcac-f644c7052a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:33.627653 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d4c363ce-3d05-4608-9e54-6dd50a4494fc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for floatingip, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:33.628826 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-d4c363ce-3d05-4608-9e54-6dd50a4494fc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5823183 May 04 18:30:33.721588 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c189a177-87a9-4005-bcac-f644c7052a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:33.729487 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-d7fe3880-367b-4474-b253-624574a218ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:33.775260 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-c189a177-87a9-4005-bcac-f644c7052a6c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4746684696e044a5b5426924ade71ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4087989 May 04 18:30:33.776248 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189a177-87a9-4005-bcac-f644c7052a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba5878a-5f47-4859-9e44-71a2eb1c58b0,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:33.778296 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 53654) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:33.791019 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-c189a177-87a9-4005-bcac-f644c7052a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:33.874371 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-b43ae2b8-776f-4829-ba2d-bd5151a0d5fd tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Synchronizing usage tracker for tenant:76bc34a978a74f5391886da16fb39bf8 on resource:security_group {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:30:33.890024 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2151d7b8-cf25-42fe-a927-debc76bb150e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:33.917906 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2151d7b8-cf25-42fe-a927-debc76bb150e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:33.964177 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-b43ae2b8-776f-4829-ba2d-bd5151a0d5fd tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Unset dirty status for tenant:76bc34a978a74f5391886da16fb39bf8 on resource:security_group {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:30:33.967828 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-b43ae2b8-776f-4829-ba2d-bd5151a0d5fd tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--671003954&fields=id&tenant_id=76bc34a978a74f5391886da16fb39bf8 HTTP/1.1" status: 200 len: 267 time: 0.1586735 May 04 18:30:34.076371 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2151d7b8-cf25-42fe-a927-debc76bb150e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:34.088776 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-19b421de-7cff-4d93-911c-33320b8afcd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:34.115995 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151d7b8-cf25-42fe-a927-debc76bb150e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba5878a-5f47-4859-9e44-71a2eb1c58b0,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:34.125770 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2151d7b8-cf25-42fe-a927-debc76bb150e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:34.127290 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-2151d7b8-cf25-42fe-a927-debc76bb150e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bba5878a-5f47-4859-9e44-71a2eb1c58b0 HTTP/1.1" status: 204 len: 168 time: 0.3474574 May 04 18:30:34.151806 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-2151d7b8-cf25-42fe-a927-debc76bb150e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:34.180087 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-9312eebe-0763-483a-8d10-683ed81ea0a4 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:34.181667 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-9312eebe-0763-483a-8d10-683ed81ea0a4 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/networks?id=3feac1cb-76d7-4653-8c68-28519f9a3ebb HTTP/1.1" status: 200 len: 816 time: 0.2082365 May 04 18:30:34.199723 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-b99f0292-f5a1-44ca-84a0-c443ba52de84 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/quotas/76bc34a978a74f5391886da16fb39bf8 HTTP/1.1" status: 200 len: 375 time: 0.0119560 May 04 18:30:34.286784 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-54e9460f-2c34-4e93-a183-6cbb6fe4dc8e tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Synchronizing usage tracker for tenant:76bc34a978a74f5391886da16fb39bf8 on resource:port {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:30:34.404593 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-54e9460f-2c34-4e93-a183-6cbb6fe4dc8e tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Unset dirty status for tenant:76bc34a978a74f5391886da16fb39bf8 on resource:port {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:30:34.405898 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-54e9460f-2c34-4e93-a183-6cbb6fe4dc8e tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=76bc34a978a74f5391886da16fb39bf8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2030280 May 04 18:30:34.552561 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-1638c38b-1d6d-4052-9880-c106f54b236b service neutron] 10.222.0.49 "GET /v2.0/networks/3feac1cb-76d7-4653-8c68-28519f9a3ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345680 May 04 18:30:34.684243 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-86cbbce0-b6e0-4049-b185-a36f121868ec service neutron] 10.222.0.49 "GET /v2.0/networks/3feac1cb-76d7-4653-8c68-28519f9a3ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252627 May 04 18:30:34.813155 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 53688) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:34.831363 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0cd5463f-4894-4f70-9d8d-77eb4285f98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:34.845970 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-0cd5463f-4894-4f70-9d8d-77eb4285f98e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:30:34.849809 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-0cd5463f-4894-4f70-9d8d-77eb4285f98e admin admin] Usage tracker for resource:security_group_rule and tenant:c7df94c2014c4f2aa26c59b394e2eff6 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:30:34.852649 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-0cd5463f-4894-4f70-9d8d-77eb4285f98e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:30:34.858251 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-0cd5463f-4894-4f70-9d8d-77eb4285f98e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:30:34.954291 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0cd5463f-4894-4f70-9d8d-77eb4285f98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:34.964056 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5f011c2c-c8ac-47b9-bc22-196bb1fbaafe req-d9a144a4-2d80-4b41-8519-a9994fefc303 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 210 time: 0.0499432 May 04 18:30:35.035972 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-0cd5463f-4894-4f70-9d8d-77eb4285f98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:35.045739 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-5e85b2f0-1bd5-4ea1-97aa-0a989b02e0b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:35.084670 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-0cd5463f-4894-4f70-9d8d-77eb4285f98e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c7df94c2014c4f2aa26c59b394e2eff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2704287 May 04 18:30:35.085889 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5463f-4894-4f70-9d8d-77eb4285f98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9200089e-7467-47d7-a769-07421c196068,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:35.087293 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 53700) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:35.089363 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-0cd5463f-4894-4f70-9d8d-77eb4285f98e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:35.154906 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-77d916f0-8b2d-4293-b01c-ae06b175e55f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:35.180995 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-77d916f0-8b2d-4293-b01c-ae06b175e55f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:35.345629 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-77d916f0-8b2d-4293-b01c-ae06b175e55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:35.350811 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-7220be9e-e551-47a7-aa74-50018c02d02d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:35.361052 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d916f0-8b2d-4293-b01c-ae06b175e55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9200089e-7467-47d7-a769-07421c196068,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:35.363864 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-77d916f0-8b2d-4293-b01c-ae06b175e55f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:35.370190 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-77d916f0-8b2d-4293-b01c-ae06b175e55f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:35.373594 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-77d916f0-8b2d-4293-b01c-ae06b175e55f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9200089e-7467-47d7-a769-07421c196068 HTTP/1.1" status: 204 len: 168 time: 0.2831018 May 04 18:30:35.638582 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-67741b9b-6dcb-4838-8234-435955ad1276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:35.781423 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:36.129446 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-726f5ac1-5c99-4ee1-aa1f-05a410240dbc req-5c54c608-83e7-4bcd-9db3-0e31c0314fd6 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 210 time: 0.0501068 May 04 18:30:36.364495 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:37.318775 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-8b6530d4-c450-4314-9495-5ff61b3a2529 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:37.323579 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-8b6530d4-c450-4314-9495-5ff61b3a2529 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.20 "GET /v2.0/networks?id=3feac1cb-76d7-4653-8c68-28519f9a3ebb HTTP/1.1" status: 200 len: 816 time: 0.1927350 May 04 18:30:37.347816 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4e06da87-2e5f-43e4-8634-19f19c9445ae req-b90dc11e-9b36-439a-b814-ee88e4493fba tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 210 time: 0.0782752 May 04 18:30:37.388386 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-fb878991-c16d-4e2f-9fa4-5706cc173e38 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76bc34a978a74f5391886da16fb39bf8 HTTP/1.1" status: 200 len: 379 time: 0.0551112 May 04 18:30:37.397950 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-bbb3fb29-e0cd-4ba5-ae3e-9faed974d26a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Request body: {'port': {'device_id': '33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f', 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'admin_state_up': True, 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'security_groups': ['a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd']}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:30:37.559079 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-bbb3fb29-e0cd-4ba5-ae3e-9faed974d26a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:30:37.569949 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-bbb3fb29-e0cd-4ba5-ae3e-9faed974d26a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:30:37.670944 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-bbb3fb29-e0cd-4ba5-ae3e-9faed974d26a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Made reservation on behalf of 76bc34a978a74f5391886da16fb39bf8 for: {'port': 1} {{(pid=74221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:30:37.674867 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-bbb3fb29-e0cd-4ba5-ae3e-9faed974d26a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:37.849824 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_common [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-bbb3fb29-e0cd-4ba5-ae3e-9faed974d26a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Allocated IP 172.20.0.9 (3feac1cb-76d7-4653-8c68-28519f9a3ebb/ac34bf5f-88ea-4331-a071-effcc9c85f2a/577242cd-251b-4113-bc7f-d27aed68e52b) {{(pid=74221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:30:37.874189 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c106a-e963-44d5-a18f-10b00ea3b339 req-326f9a25-992d-42f4-bbc8-a68a984ef3af tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:37.877198 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-bc9c106a-e963-44d5-a18f-10b00ea3b339 req-326f9a25-992d-42f4-bbc8-a68a984ef3af tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 945 time: 0.0846095 May 04 18:30:37.926864 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-bc9c106a-e963-44d5-a18f-10b00ea3b339 req-61e31f9a-09cd-4d6b-bba2-cfc38022e913 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442457 May 04 18:30:37.951818 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 53786) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:38.058602 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-bbb3fb29-e0cd-4ba5-ae3e-9faed974d26a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for port, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:38.074695 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.provisioning_blocks [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-bbb3fb29-e0cd-4ba5-ae3e-9faed974d26a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Transition to ACTIVE for port object 577242cd-251b-4113-bc7f-d27aed68e52b will not be triggered until provisioned by entity DHCP. {{(pid=74221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:30:38.112689 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:38.214557 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cdc4e3-4225-4817-a9ff-eee5f986673a tempest-TestMinimumBasicScenario-1433086317 tempest-TestMinimumBasicScenario-1433086317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:38.216070 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-42cdc4e3-4225-4817-a9ff-eee5f986673a tempest-TestMinimumBasicScenario-1433086317 tempest-TestMinimumBasicScenario-1433086317-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 1093 time: 0.2630899 May 04 18:30:38.218869 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 53796) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:38.224328 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-d46f94f3-d861-4046-a430-7deb8878c9c9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Request body: {'floatingip': {'floating_network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'port_id': 'ff16ea39-a9a4-417f-88d0-98ff02e1ebec', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'fixed_ip_address': '172.20.0.6'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:30:38.229989 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-d46f94f3-d861-4046-a430-7deb8878c9c9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:30:38.233040 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-bbb3fb29-e0cd-4ba5-ae3e-9faed974d26a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:38.236353 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-d46f94f3-d861-4046-a430-7deb8878c9c9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Usage tracker for resource:floatingip and tenant:ba44109d89274d7a81583c1b92e79659 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:30:38.236896 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-d46f94f3-d861-4046-a430-7deb8878c9c9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:30:38.238567 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-bbda57e5-612c-4569-a7da-bc8d2ecbf535 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:38.242608 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-d46f94f3-d861-4046-a430-7deb8878c9c9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:30:38.300642 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-bbb3fb29-e0cd-4ba5-ae3e-9faed974d26a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Network 3feac1cb-76d7-4653-8c68-28519f9a3ebb is already hosted by enough agents. {{(pid=74221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:30:38.308070 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-bbb3fb29-e0cd-4ba5-ae3e-9faed974d26a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Resources bound (agent type, host, resource id): {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:30:38.312462 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-bbb3fb29-e0cd-4ba5-ae3e-9faed974d26a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Received port after_create {{(pid=74221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:30:38.336297 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d46f94f3-d861-4046-a430-7deb8878c9c9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for floatingip, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:38.349202 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3fb29-e0cd-4ba5-ae3e-9faed974d26a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Pushing event updated for resources: {'Port': ['ID=577242cd-251b-4113-bc7f-d27aed68e52b,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:38.357869 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-bbb3fb29-e0cd-4ba5-ae3e-9faed974d26a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:38.392207 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-bbb3fb29-e0cd-4ba5-ae3e-9faed974d26a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:38.392207 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-bbb3fb29-e0cd-4ba5-ae3e-9faed974d26a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:38.541823 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-bbb3fb29-e0cd-4ba5-ae3e-9faed974d26a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1478200 May 04 18:30:38.554014 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-e629b8ea-d0e5-4e42-b862-c449427bb0d3 service neutron] Request body: {'port': {'device_id': '33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:30:38.606664 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4929d-9817-4b31-ac6e-0e28bbc1890d req-82441a4f-f41f-4876-89f2-5252dbbddb25 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:38.608161 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b6e4929d-9817-4b31-ac6e-0e28bbc1890d req-82441a4f-f41f-4876-89f2-5252dbbddb25 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 931 time: 0.1300588 May 04 18:30:38.615539 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d46f94f3-d861-4046-a430-7deb8878c9c9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:38.680121 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-e629b8ea-d0e5-4e42-b862-c449427bb0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:38.689673 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-1d0c60eb-cff9-48fa-92c3-960f00e1e837 None None] Provisioning for port 577242cd-251b-4113-bc7f-d27aed68e52b completed by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:30:38.693490 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 53806) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:38.695044 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-1d0c60eb-cff9-48fa-92c3-960f00e1e837 None None] Provisioning complete for port 577242cd-251b-4113-bc7f-d27aed68e52b triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:30:38.695588 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-1d0c60eb-cff9-48fa-92c3-960f00e1e837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:38.728055 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b6e4929d-9817-4b31-ac6e-0e28bbc1890d req-a24acfba-56d5-4d5f-9746-4d2e8e85ef7f tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104522 May 04 18:30:38.783067 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-1d0c60eb-cff9-48fa-92c3-960f00e1e837 None None] Port 577242cd-251b-4113-bc7f-d27aed68e52b cannot update to ACTIVE because it is not bound. {{(pid=74223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:30:38.812542 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.db_base_plugin_common [None req-d46f94f3-d861-4046-a430-7deb8878c9c9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Allocated IP 172.28.1.254 (90b44f7d-5c55-4edd-ba51-1d4bf68bd72d/15770a9c-0e03-4178-b54a-c3c1706d1253/f93c313d-c3b4-4b8d-9652-1f022ab3377d) {{(pid=74222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:30:38.850889 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-8547afa2-d73b-4392-a456-01a78dd9d967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:38.876190 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-8547afa2-d73b-4392-a456-01a78dd9d967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:30:38.905763 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-8547afa2-d73b-4392-a456-01a78dd9d967 admin admin] Usage tracker for resource:security_group_rule and tenant:4ecfd579d2e1466dbe228c9e65dee879 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:30:38.911542 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-8547afa2-d73b-4392-a456-01a78dd9d967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:30:38.919732 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-8547afa2-d73b-4392-a456-01a78dd9d967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:30:38.958018 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d46f94f3-d861-4046-a430-7deb8878c9c9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for port, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:39.059370 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d46f94f3-d861-4046-a430-7deb8878c9c9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15671191'] for port, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:39.064335 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-1c77d181-71d0-4a33-b79b-ccd9f1d417d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:39.144535 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-8547afa2-d73b-4392-a456-01a78dd9d967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:39.149057 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-e629b8ea-d0e5-4e42-b862-c449427bb0d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 577242cd-251b-4113-bc7f-d27aed68e52b {{(pid=74221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:30:39.157571 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-e629b8ea-d0e5-4e42-b862-c449427bb0d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:39.172076 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.provisioning_blocks [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-e629b8ea-d0e5-4e42-b862-c449427bb0d3 service neutron] Transition to ACTIVE for port object 577242cd-251b-4113-bc7f-d27aed68e52b will not be triggered until provisioned by entity L2. {{(pid=74221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:30:39.207482 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-8547afa2-d73b-4392-a456-01a78dd9d967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:39.215833 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-c3fad542-573b-4fc7-a0a2-479c01ff5871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:39.216116 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46f94f3-d861-4046-a430-7deb8878c9c9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Network 90b44f7d-5c55-4edd-ba51-1d4bf68bd72d is already hosted by enough agents. {{(pid=74222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:30:39.219361 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.base_scheduler [None req-d46f94f3-d861-4046-a430-7deb8878c9c9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Resources bound (agent type, host, resource id): {{(pid=74222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:30:39.223077 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46f94f3-d861-4046-a430-7deb8878c9c9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Received port after_create {{(pid=74222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:30:39.255733 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f94f3-d861-4046-a430-7deb8878c9c9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Pushing event updated for resources: {'Port': ['ID=f93c313d-c3b4-4b8d-9652-1f022ab3377d,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:39.255946 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-8547afa2-d73b-4392-a456-01a78dd9d967 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4ecfd579d2e1466dbe228c9e65dee879&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5614462 May 04 18:30:39.256853 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547afa2-d73b-4392-a456-01a78dd9d967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a677cc7-6794-4123-b001-ae3c05dd261a,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:39.259073 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 53812) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:39.264547 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-d46f94f3-d861-4046-a430-7deb8878c9c9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:39.272728 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-8547afa2-d73b-4392-a456-01a78dd9d967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:39.306168 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-e629b8ea-d0e5-4e42-b862-c449427bb0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262247'] for port, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:39.312239 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-aeafa3a0-a178-4850-8cc4-00bd8087e284 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:39.553883 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-23115077-0470-40ed-b695-8d2b1ae986ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:39.582410 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-23115077-0470-40ed-b695-8d2b1ae986ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:39.618716 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629b8ea-d0e5-4e42-b862-c449427bb0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=577242cd-251b-4113-bc7f-d27aed68e52b,revision_number=2']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:39.649316 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-e629b8ea-d0e5-4e42-b862-c449427bb0d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:39.667968 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d46f94f3-d861-4046-a430-7deb8878c9c9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:39.738151 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-e629b8ea-d0e5-4e42-b862-c449427bb0d3 service neutron] Attempting to bind port 577242cd-251b-4113-bc7f-d27aed68e52b on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:30:39.738151 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-e629b8ea-d0e5-4e42-b862-c449427bb0d3 service neutron] Attempting to bind port 577242cd-251b-4113-bc7f-d27aed68e52b by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '2315d098-183a-4c35-96bd-20c7ee16ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb'}] {{(pid=74221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:30:39.738151 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-e629b8ea-d0e5-4e42-b862-c449427bb0d3 service neutron] Attempting to bind port 577242cd-251b-4113-bc7f-d27aed68e52b on network 3feac1cb-76d7-4653-8c68-28519f9a3ebb {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:30:39.740299 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-e629b8ea-d0e5-4e42-b862-c449427bb0d3 service neutron] Port 577242cd-251b-4113-bc7f-d27aed68e52b on network 3feac1cb-76d7-4653-8c68-28519f9a3ebb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 18:30:39.740615 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-e629b8ea-d0e5-4e42-b862-c449427bb0d3 service neutron] Attempting to bind port 577242cd-251b-4113-bc7f-d27aed68e52b on network 3feac1cb-76d7-4653-8c68-28519f9a3ebb {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:30:39.745843 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-e629b8ea-d0e5-4e42-b862-c449427bb0d3 service neutron] Checking agent: {'id': 'eb0c7dda-b795-49f1-9080-37ad6bcb4a66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'started_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:30:39.746178 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-e629b8ea-d0e5-4e42-b862-c449427bb0d3 service neutron] Checking segment: {'id': '2315d098-183a-4c35-96bd-20c7ee16ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:30:39.746562 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-e629b8ea-d0e5-4e42-b862-c449427bb0d3 service neutron] Bound using segment: {'id': '2315d098-183a-4c35-96bd-20c7ee16ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb'} {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:30:39.746993 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-e629b8ea-d0e5-4e42-b862-c449427bb0d3 service neutron] Bound port: 577242cd-251b-4113-bc7f-d27aed68e52b, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2315d098-183a-4c35-96bd-20c7ee16ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb'}}] {{(pid=74221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:30:39.747377 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-e629b8ea-d0e5-4e42-b862-c449427bb0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:39.800441 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-23115077-0470-40ed-b695-8d2b1ae986ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:39.806857 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-ebd3e095-63c9-45db-b163-1e24a4263feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:39.832943 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23115077-0470-40ed-b695-8d2b1ae986ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a677cc7-6794-4123-b001-ae3c05dd261a,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:39.843889 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-23115077-0470-40ed-b695-8d2b1ae986ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:39.844750 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-23115077-0470-40ed-b695-8d2b1ae986ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:39.848686 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-23115077-0470-40ed-b695-8d2b1ae986ed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1a677cc7-6794-4123-b001-ae3c05dd261a HTTP/1.1" status: 204 len: 168 time: 0.5886497 May 04 18:30:39.863617 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-e629b8ea-d0e5-4e42-b862-c449427bb0d3 service neutron] For port 577242cd-251b-4113-bc7f-d27aed68e52b, host hv-cinder-78960, cleared binding levels {{(pid=74221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:30:39.864562 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d46f94f3-d861-4046-a430-7deb8878c9c9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:39.867170 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-e629b8ea-d0e5-4e42-b862-c449427bb0d3 service neutron] For port 577242cd-251b-4113-bc7f-d27aed68e52b, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=577242cd-251b-4113-bc7f-d27aed68e52b,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:30:39.968265 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-e629b8ea-d0e5-4e42-b862-c449427bb0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262247'] for port, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:39.975672 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-c6af88e1-52d7-4b99-8299-82d7430226bd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:40.050616 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-e629b8ea-d0e5-4e42-b862-c449427bb0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:40.051335 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-e629b8ea-d0e5-4e42-b862-c449427bb0d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:40.053300 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-e629b8ea-d0e5-4e42-b862-c449427bb0d3 service neutron] 10.222.0.20 "PUT /v2.0/ports/577242cd-251b-4113-bc7f-d27aed68e52b HTTP/1.1" status: 200 len: 1093 time: 1.5037215 May 04 18:30:40.056223 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f', 'tag': '577242cd-251b-4113-bc7f-d27aed68e52b'}] {{(pid=74221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:30:40.086446 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629b8ea-d0e5-4e42-b862-c449427bb0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=577242cd-251b-4113-bc7f-d27aed68e52b,revision_number=3']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:40.091107 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-e629b8ea-d0e5-4e42-b862-c449427bb0d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:40.109147 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb566fd-a0f9-4757-af4a-29fc36857bc8 req-4f8167bf-1c6d-4e52-9a05-dd38e45823f5 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:40.116770 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-bbb566fd-a0f9-4757-af4a-29fc36857bc8 req-4f8167bf-1c6d-4e52-9a05-dd38e45823f5 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 943 time: 0.2170541 May 04 18:30:40.120037 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f', 'tag': '577242cd-251b-4113-bc7f-d27aed68e52b', 'status': 'completed', 'code': 200} May 04 18:30:40.191430 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-bbb566fd-a0f9-4757-af4a-29fc36857bc8 req-01f0a521-8002-4a96-8230-d88ed2966957 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736663 May 04 18:30:40.234227 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d46f94f3-d861-4046-a430-7deb8878c9c9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for port, precommit_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:40.236465 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30883a-d9b0-402e-8540-10f8fa7f1b83 req-23f22665-1868-478d-9b33-1c6c9f3b5765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:40.238096 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-9a30883a-d9b0-402e-8540-10f8fa7f1b83 req-23f22665-1868-478d-9b33-1c6c9f3b5765 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76bc34a978a74f5391886da16fb39bf8&device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 1096 time: 0.0978184 May 04 18:30:40.327939 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d46f94f3-d861-4046-a430-7deb8878c9c9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671200'] for port, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:40.342473 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-c5b28f48-e8ff-4bbc-80d4-ca2b4fd5a0f0 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:40.393081 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30883a-d9b0-402e-8540-10f8fa7f1b83 req-429c7d4a-e33f-4dbd-a428-8d86aeaa420d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:40.394516 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-9a30883a-d9b0-402e-8540-10f8fa7f1b83 req-429c7d4a-e33f-4dbd-a428-8d86aeaa420d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=76bc34a978a74f5391886da16fb39bf8&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1440635 May 04 18:30:40.445823 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f94f3-d861-4046-a430-7deb8878c9c9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Pushing event updated for resources: {'Port': ['ID=f93c313d-c3b4-4b8d-9652-1f022ab3377d,revision_number=2']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:40.449743 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-d46f94f3-d861-4046-a430-7deb8878c9c9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:40.453242 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d46f94f3-d861-4046-a430-7deb8878c9c9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942676'] for floatingip, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:40.531286 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30883a-d9b0-402e-8540-10f8fa7f1b83 req-bdb3fb39-ac95-4a82-a022-680f558f00a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:40.533330 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-9a30883a-d9b0-402e-8540-10f8fa7f1b83 req-bdb3fb39-ac95-4a82-a022-680f558f00a9 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1321328 May 04 18:30:40.618144 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.db.l3_db [None req-d46f94f3-d861-4046-a430-7deb8878c9c9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Floating IP 101b66dc-625c-4a9d-9ea2-d3d145517be2 associated. External IP: 172.28.1.254, port: ff16ea39-a9a4-417f-88d0-98ff02e1ebec. May 04 18:30:40.645116 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-af209a7a-0a6e-4739-ba81-db98444216f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:40.646601 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-af209a7a-0a6e-4739-ba81-db98444216f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76bc34a978a74f5391886da16fb39bf8&device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 1096 time: 0.0745628 May 04 18:30:40.713952 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-b90dc6d7-3006-4ea7-bbf7-2ddb8c6ddd8b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=577242cd-251b-4113-bc7f-d27aed68e52b HTTP/1.1" status: 200 len: 217 time: 0.0595932 May 04 18:30:40.778517 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-3f7a23f4-51be-45b8-81ca-f6da9aa578f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:40.779994 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-3f7a23f4-51be-45b8-81ca-f6da9aa578f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ac34bf5f-88ea-4331-a071-effcc9c85f2a HTTP/1.1" status: 200 len: 855 time: 0.0594561 May 04 18:30:40.855410 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-b755d99a-19be-4331-b6aa-bc5d71f8211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:40.856782 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-b755d99a-19be-4331-b6aa-bc5d71f8211a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3feac1cb-76d7-4653-8c68-28519f9a3ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0698457 May 04 18:30:41.000727 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-4d629141-8658-4c42-be6c-d4988da55bcc service neutron] 10.222.0.20 "GET /v2.0/networks/3feac1cb-76d7-4653-8c68-28519f9a3ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355398 May 04 18:30:41.069616 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46f94f3-d861-4046-a430-7deb8878c9c9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Router 17ab303b-571d-4929-adab-11363771c25f has already been hosted by L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b {{(pid=74222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:30:41.138331 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-57bbf499-a27f-4c94-8e84-c309bd9fc368 req-6d102cf6-07ae-4bf8-a701-32a2f315786a service neutron] 10.222.0.20 "GET /v2.0/networks/3feac1cb-76d7-4653-8c68-28519f9a3ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309962 May 04 18:30:41.247251 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46f94f3-d861-4046-a430-7deb8878c9c9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:30:41.258691 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d8c9e5-ea80-41ae-83c0-eec89ad0eb25 None None] Sync routers for ids ['17ab303b-571d-4929-adab-11363771c25f'] in dv-cinder-789603-2-smb {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:30:41.268937 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d8c9e5-ea80-41ae-83c0-eec89ad0eb25 None None] Routers {'17ab303b-571d-4929-adab-11363771c25f'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:30:41.269664 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-52d8c9e5-ea80-41ae-83c0-eec89ad0eb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:30:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['17ab303b-571d-4929-adab-11363771c25f'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:41.356553 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d46f94f3-d861-4046-a430-7deb8878c9c9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for floatingip, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:41.427934 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-d46f94f3-d861-4046-a430-7deb8878c9c9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2074435 May 04 18:30:41.430234 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743de9dc-c279-4297-8835-9a5afb6b019e', 'tag': 'ff16ea39-a9a4-417f-88d0-98ff02e1ebec'}] {{(pid=74222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:30:41.431002 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 53834) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:41.436577 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-aa4dfc42-1448-4bb3-aeac-21e20f0d2a1f tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1412550443', 'description': 'tempest-secgroup-smoke-1412550443 description', 'project_id': 'ba44109d89274d7a81583c1b92e79659'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:30:41.444282 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-aa4dfc42-1448-4bb3-aeac-21e20f0d2a1f tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:30:41.444619 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54b1a2-8b09-4347-8c6a-0fd3803c388d req-409b3ce1-caf6-494b-b4da-409c1e60b5be tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:41.446307 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9a54b1a2-8b09-4347-8c6a-0fd3803c388d req-409b3ce1-caf6-494b-b4da-409c1e60b5be tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 943 time: 0.1435776 May 04 18:30:41.456609 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-aa4dfc42-1448-4bb3-aeac-21e20f0d2a1f tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:30:41.484321 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743de9dc-c279-4297-8835-9a5afb6b019e', 'tag': 'ff16ea39-a9a4-417f-88d0-98ff02e1ebec', 'status': 'completed', 'code': 200} May 04 18:30:41.490498 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-52d8c9e5-ea80-41ae-83c0-eec89ad0eb25 None None] Set router 17ab303b-571d-4929-adab-11363771c25f gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:30:41.504117 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9a54b1a2-8b09-4347-8c6a-0fd3803c388d req-f6848356-e1e7-475f-82e4-4760dd518f1c tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505350 May 04 18:30:41.565054 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-aa4dfc42-1448-4bb3-aeac-21e20f0d2a1f tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:41.593022 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-aa4dfc42-1448-4bb3-aeac-21e20f0d2a1f tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:30:41.598907 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-aa4dfc42-1448-4bb3-aeac-21e20f0d2a1f tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Usage tracker for resource:security_group_rule and tenant:ba44109d89274d7a81583c1b92e79659 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:30:41.602021 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-aa4dfc42-1448-4bb3-aeac-21e20f0d2a1f tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:30:41.610329 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-aa4dfc42-1448-4bb3-aeac-21e20f0d2a1f tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:30:41.645463 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2bed8-1c29-4af1-9006-3faa0b0e95dc req-b8f5d694-107f-4040-97f6-56d61589f6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:41.646852 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-8bd2bed8-1c29-4af1-9006-3faa0b0e95dc req-b8f5d694-107f-4040-97f6-56d61589f6c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba44109d89274d7a81583c1b92e79659&device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 1098 time: 0.1416759 May 04 18:30:41.847896 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-52d8c9e5-ea80-41ae-83c0-eec89ad0eb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ab303b-571d-4929-adab-11363771c25f', 'name': 'tempest-TestMinimumBasicScenario-2110633395-router', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '94065c73-e579-4552-83c8-0c5358a25675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:29:24Z', 'updated_at': '2021-05-04T18:29:30Z', 'revision_number': 4, 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'gw_port': {'id': '94065c73-e579-4552-83c8-0c5358a25675', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:07:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ab303b-571d-4929-adab-11363771c25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:25Z', 'updated_at': '2021-05-04T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_floatingips': [{'id': '101b66dc-625c-4a9d-9ea2-d3d145517be2', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'floating_ip_address': '172.28.1.254', 'floating_network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'router_id': '17ab303b-571d-4929-adab-11363771c25f', 'port_id': 'ff16ea39-a9a4-417f-88d0-98ff02e1ebec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cee9853-ab1f-40ba-9afc-e5cbc71af0c1', 'mac_address': 'fa:16:3e:e0:fd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743de9dc-c279-4297-8835-9a5afb6b019e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:30:39Z', 'updated_at': '2021-05-04T18:30:39Z', 'revision_number': 0, 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b25b2c-f432-461b-9319-661ca5f7b4d4', 'name': '', 'network_id': '9cee9853-ab1f-40ba-9afc-e5cbc71af0c1', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'mac_address': 'fa:16:3e:c8:d5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ab303b-571d-4929-adab-11363771c25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e3a18b2a-aa00-47fe-8906-1f3aa51aafc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:29Z', 'updated_at': '2021-05-04T18:29:40Z', 'revision_number': 5, 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'subnets': [{'id': 'e3a18b2a-aa00-47fe-8906-1f3aa51aafc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:41.853929 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d8c9e5-ea80-41ae-83c0-eec89ad0eb25 None None] Checking router: 17ab303b-571d-4929-adab-11363771c25f for host: dv-cinder-789603-2-smb {{(pid=74223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:30:41.866274 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d8c9e5-ea80-41ae-83c0-eec89ad0eb25 None None] Routers {'17ab303b-571d-4929-adab-11363771c25f'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:30:41.866917 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-52d8c9e5-ea80-41ae-83c0-eec89ad0eb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:30:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['17ab303b-571d-4929-adab-11363771c25f'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:41.879598 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-aa4dfc42-1448-4bb3-aeac-21e20f0d2a1f tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:41.913707 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2bed8-1c29-4af1-9006-3faa0b0e95dc req-1a97695b-db01-45a6-87ea-d6b60473a947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:41.915488 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-8bd2bed8-1c29-4af1-9006-3faa0b0e95dc req-1a97695b-db01-45a6-87ea-d6b60473a947 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cee9853-ab1f-40ba-9afc-e5cbc71af0c1 HTTP/1.1" status: 200 len: 916 time: 0.2572069 May 04 18:30:41.978907 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-aa4dfc42-1448-4bb3-aeac-21e20f0d2a1f tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:41.991527 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-49734a6e-5278-4d19-8e73-36a70b411ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:42.056365 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4dfc42-1448-4bb3-aeac-21e20f0d2a1f tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f521fea-98ca-4876-b558-fbd8e5dc08c5,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:42.061005 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-aa4dfc42-1448-4bb3-aeac-21e20f0d2a1f tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:42.065187 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-8bd2bed8-1c29-4af1-9006-3faa0b0e95dc req-bd5b021d-255e-497d-aa8d-b1df4a7447e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff16ea39-a9a4-417f-88d0-98ff02e1ebec HTTP/1.1" status: 200 len: 999 time: 0.1411340 May 04 18:30:42.092942 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-52d8c9e5-ea80-41ae-83c0-eec89ad0eb25 None None] Set router 17ab303b-571d-4929-adab-11363771c25f gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:30:42.130654 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2bed8-1c29-4af1-9006-3faa0b0e95dc req-5a5824f1-2afe-4a93-94e0-b22bd3fc5c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:42.132105 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-8bd2bed8-1c29-4af1-9006-3faa0b0e95dc req-5a5824f1-2afe-4a93-94e0-b22bd3fc5c8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e3a18b2a-aa00-47fe-8906-1f3aa51aafc3 HTTP/1.1" status: 200 len: 854 time: 0.0603616 May 04 18:30:42.133236 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-aa4dfc42-1448-4bb3-aeac-21e20f0d2a1f tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:42.134311 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-aa4dfc42-1448-4bb3-aeac-21e20f0d2a1f tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7023799 May 04 18:30:42.137541 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 53848) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:42.143030 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-89bb6edc-9f8e-4de3-83a4-0f63f6fe72a2 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Request body: {'security_group_rule': {'security_group_id': '9f521fea-98ca-4876-b558-fbd8e5dc08c5', 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:30:42.149529 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-89bb6edc-9f8e-4de3-83a4-0f63f6fe72a2 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:30:42.185295 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-89bb6edc-9f8e-4de3-83a4-0f63f6fe72a2 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Usage tracker for resource:security_group_rule and tenant:ba44109d89274d7a81583c1b92e79659 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:30:42.192590 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-89bb6edc-9f8e-4de3-83a4-0f63f6fe72a2 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:30:42.199752 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-89bb6edc-9f8e-4de3-83a4-0f63f6fe72a2 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:30:42.233012 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2bed8-1c29-4af1-9006-3faa0b0e95dc req-11b278a1-f247-4a2a-a43e-e01b6a766690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:42.234481 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-8bd2bed8-1c29-4af1-9006-3faa0b0e95dc req-11b278a1-f247-4a2a-a43e-e01b6a766690 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cee9853-ab1f-40ba-9afc-e5cbc71af0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0860958 May 04 18:30:42.337647 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-89bb6edc-9f8e-4de3-83a4-0f63f6fe72a2 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:42.400516 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-8bd2bed8-1c29-4af1-9006-3faa0b0e95dc req-b0158392-fb46-426d-9d1d-863d3399a36e service neutron] 10.222.0.20 "GET /v2.0/networks/9cee9853-ab1f-40ba-9afc-e5cbc71af0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589048 May 04 18:30:42.438743 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-89bb6edc-9f8e-4de3-83a4-0f63f6fe72a2 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:42.443702 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-52d8c9e5-ea80-41ae-83c0-eec89ad0eb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ab303b-571d-4929-adab-11363771c25f', 'name': 'tempest-TestMinimumBasicScenario-2110633395-router', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '94065c73-e579-4552-83c8-0c5358a25675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:29:24Z', 'updated_at': '2021-05-04T18:29:30Z', 'revision_number': 4, 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'gw_port': {'id': '94065c73-e579-4552-83c8-0c5358a25675', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:07:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ab303b-571d-4929-adab-11363771c25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:25Z', 'updated_at': '2021-05-04T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_floatingips': [{'id': '101b66dc-625c-4a9d-9ea2-d3d145517be2', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'floating_ip_address': '172.28.1.254', 'floating_network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'router_id': '17ab303b-571d-4929-adab-11363771c25f', 'port_id': 'ff16ea39-a9a4-417f-88d0-98ff02e1ebec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cee9853-ab1f-40ba-9afc-e5cbc71af0c1', 'mac_address': 'fa:16:3e:e0:fd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743de9dc-c279-4297-8835-9a5afb6b019e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:30:39Z', 'updated_at': '2021-05-04T18:30:39Z', 'revision_number': 0, 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b25b2c-f432-461b-9319-661ca5f7b4d4', 'name': '', 'network_id': '9cee9853-ab1f-40ba-9afc-e5cbc71af0c1', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'mac_address': 'fa:16:3e:c8:d5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ab303b-571d-4929-adab-11363771c25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e3a18b2a-aa00-47fe-8906-1f3aa51aafc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:29Z', 'updated_at': '2021-05-04T18:29:40Z', 'revision_number': 5, 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'subnets': [{'id': 'e3a18b2a-aa00-47fe-8906-1f3aa51aafc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:42.447706 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d8c9e5-ea80-41ae-83c0-eec89ad0eb25 None None] The sync data for ids ['17ab303b-571d-4929-adab-11363771c25f'] in dv-cinder-789603-2-smb is: [{'id': '17ab303b-571d-4929-adab-11363771c25f', 'name': 'tempest-TestMinimumBasicScenario-2110633395-router', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '94065c73-e579-4552-83c8-0c5358a25675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:29:24Z', 'updated_at': '2021-05-04T18:29:30Z', 'revision_number': 4, 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'gw_port': {'id': '94065c73-e579-4552-83c8-0c5358a25675', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:07:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ab303b-571d-4929-adab-11363771c25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:25Z', 'updated_at': '2021-05-04T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_floatingips': [{'id': '101b66dc-625c-4a9d-9ea2-d3d145517be2', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'floating_ip_address': '172.28.1.254', 'floating_network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'router_id': '17ab303b-571d-4929-adab-11363771c25f', 'port_id': 'ff16ea39-a9a4-417f-88d0-98ff02e1ebec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cee9853-ab1f-40ba-9afc-e5cbc71af0c1', 'mac_address': 'fa:16:3e:e0:fd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743de9dc-c279-4297-8835-9a5afb6b019e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:30:39Z', 'updated_at': '2021-05-04T18:30:39Z', 'revision_number': 0, 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b25b2c-f432-461b-9319-661ca5f7b4d4', 'name': '', 'network_id': '9cee9853-ab1f-40ba-9afc-e5cbc71af0c1', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'mac_address': 'fa:16:3e:c8:d5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ab303b-571d-4929-adab-11363771c25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e3a18b2a-aa00-47fe-8906-1f3aa51aafc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:29Z', 'updated_at': '2021-05-04T18:29:40Z', 'revision_number': 5, 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'subnets': [{'id': 'e3a18b2a-aa00-47fe-8906-1f3aa51aafc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:30:42.543816 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-89bb6edc-9f8e-4de3-83a4-0f63f6fe72a2 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028946'] for security_group_rule, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:42.556166 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-6135e6dc-af2c-4925-87d6-d871ff2011a7 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:42.571671 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-8bd2bed8-1c29-4af1-9006-3faa0b0e95dc req-43828236-e481-43de-905a-f61c3a0c086b service neutron] 10.222.0.20 "GET /v2.0/networks/9cee9853-ab1f-40ba-9afc-e5cbc71af0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559365 May 04 18:30:42.578648 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb6edc-9f8e-4de3-83a4-0f63f6fe72a2 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=593da3db-6067-4b55-8c81-0c1fad0130ad,revision_number=0']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:42.583189 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-89bb6edc-9f8e-4de3-83a4-0f63f6fe72a2 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:42.653471 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-89bb6edc-9f8e-4de3-83a4-0f63f6fe72a2 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:42.658713 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-89bb6edc-9f8e-4de3-83a4-0f63f6fe72a2 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5163460 May 04 18:30:42.658713 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 53856) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:42.661870 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d1e2eb-3057-4fe1-85ae-06229723e67e None None] New status for floating IP 101b66dc-625c-4a9d-9ea2-d3d145517be2: ACTIVE {{(pid=74224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:30:42.663340 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-a9d5203a-c036-4e40-b46c-d6e78d2f8aad tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Request body: {'security_group_rule': {'security_group_id': '9f521fea-98ca-4876-b558-fbd8e5dc08c5', 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:30:42.669898 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-a9d5203a-c036-4e40-b46c-d6e78d2f8aad tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:30:42.674574 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-a9d5203a-c036-4e40-b46c-d6e78d2f8aad tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Usage tracker for resource:security_group_rule and tenant:ba44109d89274d7a81583c1b92e79659 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:30:42.677736 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-a9d5203a-c036-4e40-b46c-d6e78d2f8aad tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:30:42.685048 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-a9d5203a-c036-4e40-b46c-d6e78d2f8aad tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:30:42.721995 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094666a-4c69-4ffd-91aa-239c4dbabf4c req-79112330-948d-4df5-b2f6-d55aa34edce2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:42.723516 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f094666a-4c69-4ffd-91aa-239c4dbabf4c req-79112330-948d-4df5-b2f6-d55aa34edce2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 943 time: 0.0876822 May 04 18:30:42.764431 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-a9d5203a-c036-4e40-b46c-d6e78d2f8aad tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:42.768993 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f094666a-4c69-4ffd-91aa-239c4dbabf4c req-7b4384d1-8bb0-47ef-98cd-935b3bc47f4a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397391 May 04 18:30:42.830775 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-a9d5203a-c036-4e40-b46c-d6e78d2f8aad tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:42.881769 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-a9d5203a-c036-4e40-b46c-d6e78d2f8aad tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028946'] for security_group_rule, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:42.883801 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:42.906003 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5203a-c036-4e40-b46c-d6e78d2f8aad tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3089e26-e42d-4dd3-ac42-0bc1f7df0123,revision_number=0']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:42.910866 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-a9d5203a-c036-4e40-b46c-d6e78d2f8aad tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:42.932663 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 577242cd-251b-4113-bc7f-d27aed68e52b details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:30:42.981731 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-a9d5203a-c036-4e40-b46c-d6e78d2f8aad tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:42.986649 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 53862) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:42.987544 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-a9d5203a-c036-4e40-b46c-d6e78d2f8aad tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3286815 May 04 18:30:42.992482 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-77f332a4-fccb-426d-9b06-f21751bb50cf tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Request body: {'security_group_rule': {'security_group_id': '9f521fea-98ca-4876-b558-fbd8e5dc08c5', 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:30:42.999003 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-77f332a4-fccb-426d-9b06-f21751bb50cf tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:30:43.003749 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-77f332a4-fccb-426d-9b06-f21751bb50cf tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Usage tracker for resource:security_group_rule and tenant:ba44109d89274d7a81583c1b92e79659 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:30:43.007306 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-77f332a4-fccb-426d-9b06-f21751bb50cf tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:30:43.021833 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-77f332a4-fccb-426d-9b06-f21751bb50cf tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:30:43.083117 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 577242cd-251b-4113-bc7f-d27aed68e52b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=577242cd-251b-4113-bc7f-d27aed68e52b,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:30:43.097295 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Returning: {'device': '577242cd-251b-4113-bc7f-d27aed68e52b', 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'port_id': '577242cd-251b-4113-bc7f-d27aed68e52b', 'mac_address': 'fa:16:3e:da:c1:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:30:43.101938 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-77f332a4-fccb-426d-9b06-f21751bb50cf tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:43.152055 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:43.169253 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 577242cd-251b-4113-bc7f-d27aed68e52b {{(pid=74223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:30:43.173004 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-77f332a4-fccb-426d-9b06-f21751bb50cf tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:43.185443 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 577242cd-251b-4113-bc7f-d27aed68e52b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=577242cd-251b-4113-bc7f-d27aed68e52b,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:30:43.283996 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-77f332a4-fccb-426d-9b06-f21751bb50cf tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028946'] for security_group_rule, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:43.286015 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:43.307074 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:43.309229 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-3654cfe7-73d6-44a7-add0-49cceb0e86f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:43.311752 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f332a4-fccb-426d-9b06-f21751bb50cf tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd7ee6b-9685-4b6e-adf3-8e33e9218451,revision_number=0']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:43.312443 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-77f332a4-fccb-426d-9b06-f21751bb50cf tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:43.387025 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=577242cd-251b-4113-bc7f-d27aed68e52b,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:43.393783 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-77f332a4-fccb-426d-9b06-f21751bb50cf tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:43.397970 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:43.403320 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-77f332a4-fccb-426d-9b06-f21751bb50cf tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4071281 May 04 18:30:43.403472 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:43.403472 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:43.403472 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:43.403472 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:43.403472 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:43.403472 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:43.403472 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:43.403472 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:43.403472 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:43.404224 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 53880) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:43.404528 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:43.404528 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:43.404528 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:43.404810 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-8160817c-6aec-46c4-95d3-49457cdd9402 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Request body: {'security_group_rule': {'security_group_id': '9f521fea-98ca-4876-b558-fbd8e5dc08c5', 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:30:43.417185 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-8160817c-6aec-46c4-95d3-49457cdd9402 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:30:43.421002 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-8160817c-6aec-46c4-95d3-49457cdd9402 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Usage tracker for resource:security_group_rule and tenant:ba44109d89274d7a81583c1b92e79659 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:30:43.423936 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-8160817c-6aec-46c4-95d3-49457cdd9402 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:30:43.429569 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-8160817c-6aec-46c4-95d3-49457cdd9402 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:30:43.518875 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-8160817c-6aec-46c4-95d3-49457cdd9402 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:43.573195 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['577242cd-251b-4113-bc7f-d27aed68e52b'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:30:43.586079 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-8160817c-6aec-46c4-95d3-49457cdd9402 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:43.660889 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-8160817c-6aec-46c4-95d3-49457cdd9402 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028946'] for security_group_rule, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:43.663546 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-d08ed2e6-4ab7-4549-9a5f-c43aca1e610f tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:43.685921 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160817c-6aec-46c4-95d3-49457cdd9402 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a938c33a-73af-4bc4-bea6-1dd61957bef3,revision_number=0']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:43.688825 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-8160817c-6aec-46c4-95d3-49457cdd9402 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:43.769641 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-8160817c-6aec-46c4-95d3-49457cdd9402 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:43.770783 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-8160817c-6aec-46c4-95d3-49457cdd9402 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3717358 May 04 18:30:43.773655 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 53890) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:43.778762 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-70430042-9455-4e16-b393-14c5eabd1f85 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Request body: {'security_group_rule': {'security_group_id': '9f521fea-98ca-4876-b558-fbd8e5dc08c5', 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:30:43.784419 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-70430042-9455-4e16-b393-14c5eabd1f85 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:30:43.788193 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-70430042-9455-4e16-b393-14c5eabd1f85 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Usage tracker for resource:security_group_rule and tenant:ba44109d89274d7a81583c1b92e79659 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:30:43.791096 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-70430042-9455-4e16-b393-14c5eabd1f85 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:30:43.796711 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-70430042-9455-4e16-b393-14c5eabd1f85 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:30:43.917056 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.db.securitygroups_db [None req-70430042-9455-4e16-b393-14c5eabd1f85 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Project ba44109d89274d7a81583c1b92e79659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 18:30:43.929216 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-70430042-9455-4e16-b393-14c5eabd1f85 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:44.006663 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3479493-4766-47e2-a275-2e18533da3db req-9bf07c61-4c9b-4a96-8987-628b81ad2da1 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:44.008144 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e3479493-4766-47e2-a275-2e18533da3db req-9bf07c61-4c9b-4a96-8987-628b81ad2da1 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 944 time: 0.1272962 May 04 18:30:44.022264 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-70430042-9455-4e16-b393-14c5eabd1f85 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:44.063437 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e3479493-4766-47e2-a275-2e18533da3db req-2213bdd0-a98d-461e-9226-5e72e79b32af tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455627 May 04 18:30:44.104403 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-70430042-9455-4e16-b393-14c5eabd1f85 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028946'] for security_group_rule, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:44.106542 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-8160817c-6aec-46c4-95d3-49457cdd9402 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:44.129868 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70430042-9455-4e16-b393-14c5eabd1f85 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f5a328-713c-4c4c-858b-113faae27ff2,revision_number=0']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:44.134299 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-70430042-9455-4e16-b393-14c5eabd1f85 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:44.190525 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-70430042-9455-4e16-b393-14c5eabd1f85 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:44.191878 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-70430042-9455-4e16-b393-14c5eabd1f85 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4172251 May 04 18:30:44.194581 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 53906) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:44.201944 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-d3926784-9cc3-4404-a992-cda253461efa tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Request body: {'security_group_rule': {'security_group_id': '9f521fea-98ca-4876-b558-fbd8e5dc08c5', 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:30:44.205286 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-d3926784-9cc3-4404-a992-cda253461efa tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:30:44.209045 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-d3926784-9cc3-4404-a992-cda253461efa tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Usage tracker for resource:security_group_rule and tenant:ba44109d89274d7a81583c1b92e79659 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:30:44.211951 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-d3926784-9cc3-4404-a992-cda253461efa tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:30:44.218045 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-d3926784-9cc3-4404-a992-cda253461efa tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:30:44.356432 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.db.securitygroups_db [None req-d3926784-9cc3-4404-a992-cda253461efa tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Project ba44109d89274d7a81583c1b92e79659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 18:30:44.362838 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d3926784-9cc3-4404-a992-cda253461efa tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:44.427286 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d3926784-9cc3-4404-a992-cda253461efa tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:44.516088 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d3926784-9cc3-4404-a992-cda253461efa tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028946'] for security_group_rule, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:44.524578 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:44.543701 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3926784-9cc3-4404-a992-cda253461efa tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9851ebf8-fdac-4b78-82e6-7cf617a7600f,revision_number=0']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:44.546018 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-d3926784-9cc3-4404-a992-cda253461efa tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:44.655368 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d3926784-9cc3-4404-a992-cda253461efa tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:44.657172 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-d3926784-9cc3-4404-a992-cda253461efa tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4610262 May 04 18:30:44.808609 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-02a3f499-3ce1-42cf-96ba-7534ccb977d7 req-7c52e711-32dd-4996-9252-7fb260b4e849 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1412550443&fields=id&tenant_id=ba44109d89274d7a81583c1b92e79659 HTTP/1.1" status: 200 len: 267 time: 0.0530155 May 04 18:30:44.877798 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdddcd0-3a25-4e39-bb25-d0684a8ca9b9 req-4f25ec63-0b86-4db3-a9bf-9fd21d65a4e7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:44.879252 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6cdddcd0-3a25-4e39-bb25-d0684a8ca9b9 req-4f25ec63-0b86-4db3-a9bf-9fd21d65a4e7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.1593854 May 04 18:30:44.937267 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6cdddcd0-3a25-4e39-bb25-d0684a8ca9b9 req-00d23df1-2f69-46c1-adb3-06f09f2fe1a1 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518975 May 04 18:30:44.937476 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 577242cd-251b-4113-bc7f-d27aed68e52b up at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:30:44.946182 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3f499-3ce1-42cf-96ba-7534ccb977d7 req-a81b6a17-0619-403e-8961-548561862663 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:44.947624 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-02a3f499-3ce1-42cf-96ba-7534ccb977d7 req-a81b6a17-0619-403e-8961-548561862663 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 945 time: 0.1293201 May 04 18:30:44.962788 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [req-02a3f499-3ce1-42cf-96ba-7534ccb977d7 req-39e19dc1-1d18-4e8c-831a-555c7b75cf42 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Request body: {'port': {'security_groups': ['9d0aae20-9472-4e32-9ee1-37d1e6d30224', '9f521fea-98ca-4876-b558-fbd8e5dc08c5']}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:30:45.075947 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning for port 577242cd-251b-4113-bc7f-d27aed68e52b completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:30:45.081755 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning complete for port 577242cd-251b-4113-bc7f-d27aed68e52b triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:30:45.082191 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:45.089323 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-02a3f499-3ce1-42cf-96ba-7534ccb977d7 req-39e19dc1-1d18-4e8c-831a-555c7b75cf42 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:45.209747 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:45.241772 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577242cd-251b-4113-bc7f-d27aed68e52b'}] {{(pid=74223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:30:45.253420 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 577242cd-251b-4113-bc7f-d27aed68e52b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=577242cd-251b-4113-bc7f-d27aed68e52b,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:30:45.323942 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:45.325791 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:45.383722 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce96622-d0e1-43f3-b6bd-7af01ed32361 req-083ab292-5c5f-46ad-a927-b757b821c737 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:45.385178 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7ce96622-d0e1-43f3-b6bd-7af01ed32361 req-083ab292-5c5f-46ad-a927-b757b821c737 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 944 time: 0.2069817 May 04 18:30:45.400464 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=577242cd-251b-4113-bc7f-d27aed68e52b,revision_number=5']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:45.403656 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:45.457583 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7ce96622-d0e1-43f3-b6bd-7af01ed32361 req-ee7a4702-9941-4b3c-aa14-525f1c0060d2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655088 May 04 18:30:45.464405 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.db [req-02a3f499-3ce1-42cf-96ba-7534ccb977d7 req-39e19dc1-1d18-4e8c-831a-555c7b75cf42 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] For port ff16ea39-a9a4-417f-88d0-98ff02e1ebec, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ff16ea39-a9a4-417f-88d0-98ff02e1ebec,segment=NetworkSegment(39fc2110-9ae7-430c-8de7-7961edab7df6),segment_id=39fc2110-9ae7-430c-8de7-7961edab7df6)] {{(pid=74222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:30:45.513904 dv-cinder-789603-2-smb neutron-server[74223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577242cd-251b-4113-bc7f-d27aed68e52b', 'code': 200} May 04 18:30:45.581620 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-02a3f499-3ce1-42cf-96ba-7534ccb977d7 req-39e19dc1-1d18-4e8c-831a-555c7b75cf42 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for port, precommit_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:45.661236 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-02a3f499-3ce1-42cf-96ba-7534ccb977d7 req-39e19dc1-1d18-4e8c-831a-555c7b75cf42 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671200'] for port, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:45.668329 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-ca32ea61-37d5-41cd-be03-d9b3f364e77d tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:45.673218 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['ff16ea39-a9a4-417f-88d0-98ff02e1ebec'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:30:45.722737 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3f499-3ce1-42cf-96ba-7534ccb977d7 req-39e19dc1-1d18-4e8c-831a-555c7b75cf42 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:45.723407 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-02a3f499-3ce1-42cf-96ba-7534ccb977d7 req-39e19dc1-1d18-4e8c-831a-555c7b75cf42 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:45.724748 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-02a3f499-3ce1-42cf-96ba-7534ccb977d7 req-39e19dc1-1d18-4e8c-831a-555c7b75cf42 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "PUT /v2.0/ports/ff16ea39-a9a4-417f-88d0-98ff02e1ebec HTTP/1.1" status: 200 len: 981 time: 0.7668962 May 04 18:30:45.728446 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743de9dc-c279-4297-8835-9a5afb6b019e', 'tag': 'ff16ea39-a9a4-417f-88d0-98ff02e1ebec'}] {{(pid=74222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:30:45.777756 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e19dc1-1d18-4e8c-831a-555c7b75cf42 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Pushing event updated for resources: {'Port': ['ID=ff16ea39-a9a4-417f-88d0-98ff02e1ebec,revision_number=6']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:45.780879 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-39e19dc1-1d18-4e8c-831a-555c7b75cf42 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:45.799487 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743de9dc-c279-4297-8835-9a5afb6b019e', 'tag': 'ff16ea39-a9a4-417f-88d0-98ff02e1ebec', 'status': 'completed', 'code': 200} May 04 18:30:45.860328 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['ff16ea39-a9a4-417f-88d0-98ff02e1ebec'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:30:45.908452 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53405cb-eeda-454b-b51a-f8c1acd059a3 req-ab717e1b-8063-41ff-b046-3d6fd177721f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:45.909937 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-a53405cb-eeda-454b-b51a-f8c1acd059a3 req-ab717e1b-8063-41ff-b046-3d6fd177721f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 1098 time: 0.0796280 May 04 18:30:45.957681 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-a53405cb-eeda-454b-b51a-f8c1acd059a3 req-f6572a7a-4b55-43f4-b91f-efa8740d0bc3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406601 May 04 18:30:45.994200 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ecdbe-489e-4b44-9969-780c536db309 req-57d595ca-1c0e-42d2-98b9-5968730f2784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:45.995862 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0e5ecdbe-489e-4b44-9969-780c536db309 req-57d595ca-1c0e-42d2-98b9-5968730f2784 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba44109d89274d7a81583c1b92e79659&device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 1137 time: 0.1652672 May 04 18:30:46.015667 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b8d4e-85d4-4fac-b223-16d2c4300e98 req-82351ccd-3810-4923-a497-8ffe8340f33b tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:46.018253 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b41b8d4e-85d4-4fac-b223-16d2c4300e98 req-82351ccd-3810-4923-a497-8ffe8340f33b tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 984 time: 0.1554079 May 04 18:30:46.068183 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-a4a4d974-5baf-445f-84ef-197996773d1f None None] Provisioning complete for port ff16ea39-a9a4-417f-88d0-98ff02e1ebec triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:30:46.068747 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a4a4d974-5baf-445f-84ef-197996773d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:46.209421 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b41b8d4e-85d4-4fac-b223-16d2c4300e98 req-0436bd63-f3a3-4de7-bf5b-4f105d7ab768 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f521fea-98ca-4876-b558-fbd8e5dc08c5&id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1677861 May 04 18:30:46.247312 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ecdbe-489e-4b44-9969-780c536db309 req-e9cb6dd6-ab57-4d18-9e6d-da3fc7771475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:46.248922 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0e5ecdbe-489e-4b44-9969-780c536db309 req-e9cb6dd6-ab57-4d18-9e6d-da3fc7771475 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cee9853-ab1f-40ba-9afc-e5cbc71af0c1 HTTP/1.1" status: 200 len: 916 time: 0.2297506 May 04 18:30:46.321963 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddfc65-7c95-40ae-a8e8-ca9523791f21 req-e5d3aafa-8c54-42d3-b330-e024fbffb828 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:46.323461 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-dbddfc65-7c95-40ae-a8e8-ca9523791f21 req-e5d3aafa-8c54-42d3-b330-e024fbffb828 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.2481737 May 04 18:30:46.400412 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0e5ecdbe-489e-4b44-9969-780c536db309 req-536e7c4a-d517-4e6a-9c16-29d4dc179b2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff16ea39-a9a4-417f-88d0-98ff02e1ebec HTTP/1.1" status: 200 len: 1001 time: 0.1399443 May 04 18:30:46.403100 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-dbddfc65-7c95-40ae-a8e8-ca9523791f21 req-b7429c8b-62ae-415e-a346-718f3cd7503f tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702639 May 04 18:30:46.470133 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ecdbe-489e-4b44-9969-780c536db309 req-69af0fec-3935-42db-ad50-d7d89f408d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:46.471597 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0e5ecdbe-489e-4b44-9969-780c536db309 req-69af0fec-3935-42db-ad50-d7d89f408d3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e3a18b2a-aa00-47fe-8906-1f3aa51aafc3 HTTP/1.1" status: 200 len: 854 time: 0.0620682 May 04 18:30:46.557397 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ecdbe-489e-4b44-9969-780c536db309 req-2551a13e-18ad-409d-b74a-d5822aadc2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:46.561667 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0e5ecdbe-489e-4b44-9969-780c536db309 req-2551a13e-18ad-409d-b74a-d5822aadc2e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cee9853-ab1f-40ba-9afc-e5cbc71af0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785403 May 04 18:30:46.760754 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0e5ecdbe-489e-4b44-9969-780c536db309 req-2e5d8828-ef92-40c0-be00-e2ab011cbfa7 service neutron] 10.222.0.20 "GET /v2.0/networks/9cee9853-ab1f-40ba-9afc-e5cbc71af0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888251 May 04 18:30:46.772642 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e5e67-34bc-4e6f-a57b-b087dbf22b96 req-d47cc039-223c-4fe6-a23e-7978d9590ccc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:46.774225 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a09e5e67-34bc-4e6f-a57b-b087dbf22b96 req-d47cc039-223c-4fe6-a23e-7978d9590ccc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 945 time: 0.1811812 May 04 18:30:46.910042 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a09e5e67-34bc-4e6f-a57b-b087dbf22b96 req-b72173f8-ad36-4dde-93cc-dfcc04f83584 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153572 May 04 18:30:46.935420 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0e5ecdbe-489e-4b44-9969-780c536db309 req-4114d2d2-d295-433d-b524-e12235d1a152 service neutron] 10.222.0.20 "GET /v2.0/networks/9cee9853-ab1f-40ba-9afc-e5cbc71af0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602385 May 04 18:30:47.143170 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee7fd4-477a-499a-9c33-d68caf0850b4 req-a6d246ff-45a6-4524-9918-c27ba8f028e9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:47.144599 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a8ee7fd4-477a-499a-9c33-d68caf0850b4 req-a6d246ff-45a6-4524-9918-c27ba8f028e9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.0927188 May 04 18:30:47.283958 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.plugin [req-a8ee7fd4-477a-499a-9c33-d68caf0850b4 req-8bd99b9f-c875-4d2e-b4ab-184e87af828b tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Deleting port ba8caf9e-b03c-460f-a66d-86794799e2e7 {{(pid=74222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:30:47.284303 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-a8ee7fd4-477a-499a-9c33-d68caf0850b4 req-8bd99b9f-c875-4d2e-b4ab-184e87af828b tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:47.421854 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.db [req-a8ee7fd4-477a-499a-9c33-d68caf0850b4 req-8bd99b9f-c875-4d2e-b4ab-184e87af828b tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] For port ba8caf9e-b03c-460f-a66d-86794799e2e7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ba8caf9e-b03c-460f-a66d-86794799e2e7,segment=NetworkSegment(6669c33b-c066-4d38-9470-2e21624c8d58),segment_id=6669c33b-c066-4d38-9470-2e21624c8d58)] {{(pid=74222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:30:47.422678 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-a8ee7fd4-477a-499a-9c33-d68caf0850b4 req-8bd99b9f-c875-4d2e-b4ab-184e87af828b tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:47.820653 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 6 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:30:47.850607 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f23da-6722-472c-961e-cdabc2d8200b req-c243e6a9-4121-41f6-aa24-0434ab5d14b9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:47.861206 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-fa9f23da-6722-472c-961e-cdabc2d8200b req-c243e6a9-4121-41f6-aa24-0434ab5d14b9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 946 time: 0.3345511 May 04 18:30:47.861206 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-a8ee7fd4-477a-499a-9c33-d68caf0850b4 req-8bd99b9f-c875-4d2e-b4ab-184e87af828b tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:47.861206 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-a8ee7fd4-477a-499a-9c33-d68caf0850b4 req-8bd99b9f-c875-4d2e-b4ab-184e87af828b tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942676'] for floatingip, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:47.861206 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.db.l3_db [req-a8ee7fd4-477a-499a-9c33-d68caf0850b4 req-8bd99b9f-c875-4d2e-b4ab-184e87af828b tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Floating IP 2f23f19f-b0b1-4906-9f00-3ed3bcd52f9d disassociated. External IP: 172.28.1.200, port: ba8caf9e-b03c-460f-a66d-86794799e2e7. May 04 18:30:47.861206 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.plugin [req-a8ee7fd4-477a-499a-9c33-d68caf0850b4 req-8bd99b9f-c875-4d2e-b4ab-184e87af828b tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Calling delete_port for ba8caf9e-b03c-460f-a66d-86794799e2e7 owned by compute:nova {{(pid=74222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:30:47.912649 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-fa9f23da-6722-472c-961e-cdabc2d8200b req-b246ba75-4f18-4597-988e-6c4c66aa2797 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538051 May 04 18:30:48.066852 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-a8ee7fd4-477a-499a-9c33-d68caf0850b4 req-8bd99b9f-c875-4d2e-b4ab-184e87af828b tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15671191'] for port, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:48.073284 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-dbcdd26c-343a-4d2e-a092-dfe243b134d5 tempest-VolumesActionsTest-1089074385 tempest-VolumesActionsTest-1089074385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:48.119458 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd99b9f-c875-4d2e-b4ab-184e87af828b tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Pushing event deleted for resources: {'Port': ['ID=ba8caf9e-b03c-460f-a66d-86794799e2e7,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:48.123934 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-8bd99b9f-c875-4d2e-b4ab-184e87af828b tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:48.232554 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1a15e-d13b-4afb-96a6-7ad2cd732803 req-5e32cd59-ee72-40e4-a24b-fdbd3bed90cb tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:48.234063 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e7c1a15e-d13b-4afb-96a6-7ad2cd732803 req-5e32cd59-ee72-40e4-a24b-fdbd3bed90cb tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 945 time: 0.2143896 May 04 18:30:48.352164 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e7c1a15e-d13b-4afb-96a6-7ad2cd732803 req-db58b781-d2c0-4c5b-b2ed-834bb573f6bd tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708904 May 04 18:30:48.361564 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8ee7fd4-477a-499a-9c33-d68caf0850b4 req-8bd99b9f-c875-4d2e-b4ab-184e87af828b tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Router 69ceafa4-b679-412b-b7cd-ddd042228f5c has already been hosted by L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b {{(pid=74222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:30:48.586706 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8ee7fd4-477a-499a-9c33-d68caf0850b4 req-8bd99b9f-c875-4d2e-b4ab-184e87af828b tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:30:48.597733 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53634a89-f6c3-4286-9159-c3eb17fc7079 None None] Sync routers for ids ['69ceafa4-b679-412b-b7cd-ddd042228f5c'] in dv-cinder-789603-2-smb {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:30:48.606783 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53634a89-f6c3-4286-9159-c3eb17fc7079 None None] Routers {'69ceafa4-b679-412b-b7cd-ddd042228f5c'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:30:48.607433 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-53634a89-f6c3-4286-9159-c3eb17fc7079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:30:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['69ceafa4-b679-412b-b7cd-ddd042228f5c'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:48.673792 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ee7fd4-477a-499a-9c33-d68caf0850b4 req-8bd99b9f-c875-4d2e-b4ab-184e87af828b tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] No DVR routers for this DVR port ba8caf9e-b03c-460f-a66d-86794799e2e7 on host hv-cinder-78960 {{(pid=74222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:30:48.676368 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-a8ee7fd4-477a-499a-9c33-d68caf0850b4 req-8bd99b9f-c875-4d2e-b4ab-184e87af828b tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:48.681044 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1dedb52-f273-43f8-a579-fd67e562df83', 'name': 'network-vif-deleted', 'tag': 'ba8caf9e-b03c-460f-a66d-86794799e2e7'}] {{(pid=74222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:30:48.696699 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bbc36-6a8a-4a41-817f-b5d0b7665876 req-7607dea3-9eae-4c1e-b2a2-6c8b6e36513d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:48.698260 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-658bbc36-6a8a-4a41-817f-b5d0b7665876 req-7607dea3-9eae-4c1e-b2a2-6c8b6e36513d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 945 time: 0.1981652 May 04 18:30:48.707362 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 53970) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:48.717077 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-631efa33-06d0-40b9-9ba4-519a44760efc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Request body: {'floatingip': {'port_id': '577242cd-251b-4113-bc7f-d27aed68e52b'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:30:48.729800 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dedb52-f273-43f8-a579-fd67e562df83', 'name': 'network-vif-deleted', 'tag': 'ba8caf9e-b03c-460f-a66d-86794799e2e7', 'status': 'completed', 'code': 200} May 04 18:30:48.768371 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a8ee7fd4-477a-499a-9c33-d68caf0850b4 req-8bd99b9f-c875-4d2e-b4ab-184e87af828b tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.20 "DELETE /v2.0/ports/ba8caf9e-b03c-460f-a66d-86794799e2e7 HTTP/1.1" status: 204 len: 173 time: 1.6172333 May 04 18:30:48.792269 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-53634a89-f6c3-4286-9159-c3eb17fc7079 None None] Set router 69ceafa4-b679-412b-b7cd-ddd042228f5c gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:30:48.797806 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-631efa33-06d0-40b9-9ba4-519a44760efc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for floatingip, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:49.154330 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-6eaf401c-350d-45f8-930e-f07abba6a9c5 req-a71bb139-db4d-404c-8cc9-70c5153677d5 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Synchronizing usage tracker for tenant:4c120e913866442b994ca71f4b2f0f98 on resource:port {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:30:49.195038 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-53634a89-f6c3-4286-9159-c3eb17fc7079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'name': 'tempest-AttachVolumeTestJSON-1277100894-router', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:58Z', 'updated_at': '2021-05-04T18:26:14Z', 'revision_number': 4, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'gw_port': {'id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': 'cc4f9458-2154-49cc-a86a-ccf9f853cc9f', 'name': '', 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'mac_address': 'fa:16:3e:70:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:12Z', 'updated_at': '2021-05-04T18:26:26Z', 'revision_number': 5, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'subnets': [{'id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:49.199042 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53634a89-f6c3-4286-9159-c3eb17fc7079 None None] Checking router: 69ceafa4-b679-412b-b7cd-ddd042228f5c for host: dv-cinder-789603-2-smb {{(pid=74223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:30:49.208028 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53634a89-f6c3-4286-9159-c3eb17fc7079 None None] Routers {'69ceafa4-b679-412b-b7cd-ddd042228f5c'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:30:49.208644 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-53634a89-f6c3-4286-9159-c3eb17fc7079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:30:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['69ceafa4-b679-412b-b7cd-ddd042228f5c'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:49.259257 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-6eaf401c-350d-45f8-930e-f07abba6a9c5 req-a71bb139-db4d-404c-8cc9-70c5153677d5 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Unset dirty status for tenant:4c120e913866442b994ca71f4b2f0f98 on resource:port {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:30:49.260659 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6eaf401c-350d-45f8-930e-f07abba6a9c5 req-a71bb139-db4d-404c-8cc9-70c5153677d5 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1dedb52-f273-43f8-a579-fd67e562df83 HTTP/1.1" status: 200 len: 210 time: 0.1597683 May 04 18:30:49.368176 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:49.404376 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-53634a89-f6c3-4286-9159-c3eb17fc7079 None None] Set router 69ceafa4-b679-412b-b7cd-ddd042228f5c gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:30:49.583301 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-631efa33-06d0-40b9-9ba4-519a44760efc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:49.666767 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-631efa33-06d0-40b9-9ba4-519a44760efc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942676'] for floatingip, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:49.726588 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-53634a89-f6c3-4286-9159-c3eb17fc7079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'name': 'tempest-AttachVolumeTestJSON-1277100894-router', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:58Z', 'updated_at': '2021-05-04T18:26:14Z', 'revision_number': 4, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'gw_port': {'id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': 'cc4f9458-2154-49cc-a86a-ccf9f853cc9f', 'name': '', 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'mac_address': 'fa:16:3e:70:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:12Z', 'updated_at': '2021-05-04T18:26:26Z', 'revision_number': 5, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'subnets': [{'id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:49.731318 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53634a89-f6c3-4286-9159-c3eb17fc7079 None None] The sync data for ids ['69ceafa4-b679-412b-b7cd-ddd042228f5c'] in dv-cinder-789603-2-smb is: [{'id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'name': 'tempest-AttachVolumeTestJSON-1277100894-router', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:58Z', 'updated_at': '2021-05-04T18:26:14Z', 'revision_number': 4, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'gw_port': {'id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': 'cc4f9458-2154-49cc-a86a-ccf9f853cc9f', 'name': '', 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'mac_address': 'fa:16:3e:70:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:12Z', 'updated_at': '2021-05-04T18:26:26Z', 'revision_number': 5, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'subnets': [{'id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:30:49.840818 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.db.l3_db [None req-631efa33-06d0-40b9-9ba4-519a44760efc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Floating IP 3a88058d-b44c-4ac4-9402-123832b12050 associated. External IP: 172.28.1.194, port: 577242cd-251b-4113-bc7f-d27aed68e52b. May 04 18:30:49.952262 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fffe536-fe9d-4a14-a451-0451a95de1c3 None None] New status for floating IP 2f23f19f-b0b1-4906-9f00-3ed3bcd52f9d: DOWN {{(pid=74224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:30:50.191974 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631efa33-06d0-40b9-9ba4-519a44760efc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Router c72f5abf-89e4-40d2-aee3-34e4d4ce714a has already been hosted by L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b {{(pid=74221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:30:50.380803 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631efa33-06d0-40b9-9ba4-519a44760efc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:30:50.385270 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-631efa33-06d0-40b9-9ba4-519a44760efc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for floatingip, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:50.391652 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be45283b-4041-4764-abc8-0467c2b12235 None None] Sync routers for ids ['c72f5abf-89e4-40d2-aee3-34e4d4ce714a'] in dv-cinder-789603-2-smb {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:30:50.403089 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be45283b-4041-4764-abc8-0467c2b12235 None None] Routers {'c72f5abf-89e4-40d2-aee3-34e4d4ce714a'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:30:50.403904 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-be45283b-4041-4764-abc8-0467c2b12235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:30:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['c72f5abf-89e4-40d2-aee3-34e4d4ce714a'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:50.441079 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 53994) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:50.443369 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-631efa33-06d0-40b9-9ba4-519a44760efc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "PUT /v2.0/floatingips/3a88058d-b44c-4ac4-9402-123832b12050 HTTP/1.1" status: 200 len: 991 time: 1.7346866 May 04 18:30:50.443887 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f', 'tag': '577242cd-251b-4113-bc7f-d27aed68e52b'}] {{(pid=74221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:30:50.489554 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f', 'tag': '577242cd-251b-4113-bc7f-d27aed68e52b', 'status': 'completed', 'code': 200} May 04 18:30:50.603344 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-11f56a60-e7ff-4b1e-9898-2b2445a58aaf tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:50.632054 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-be45283b-4041-4764-abc8-0467c2b12235 None None] Set router c72f5abf-89e4-40d2-aee3-34e4d4ce714a gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:30:50.644130 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-11f56a60-e7ff-4b1e-9898-2b2445a58aaf tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:50.671589 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bd4e8-03b9-4ccb-9295-051f4d1df11f req-b8031b7e-f598-482c-8520-97793be38162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:50.673146 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c18bd4e8-03b9-4ccb-9295-051f4d1df11f req-b8031b7e-f598-482c-8520-97793be38162 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76bc34a978a74f5391886da16fb39bf8&device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 1098 time: 0.1586859 May 04 18:30:50.822139 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bd4e8-03b9-4ccb-9295-051f4d1df11f req-7df37b46-1683-45e4-ae26-967b0cc0c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:50.823664 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c18bd4e8-03b9-4ccb-9295-051f4d1df11f req-7df37b46-1683-45e4-ae26-967b0cc0c93f service neutron] 10.222.0.20 "GET /v2.0/networks?id=3feac1cb-76d7-4653-8c68-28519f9a3ebb HTTP/1.1" status: 200 len: 917 time: 0.1431613 May 04 18:30:50.962305 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device ba8caf9e-b03c-460f-a66d-86794799e2e7 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:30:51.002821 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] No Port match for: ba8caf9e-b03c-460f-a66d-86794799e2e7 {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:30:51.003175 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device ba8caf9e-b03c-460f-a66d-86794799e2e7 not bound to the agent host hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:30:51.033194 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c18bd4e8-03b9-4ccb-9295-051f4d1df11f req-bf9598d0-ba64-4730-9b34-f4a6f5bf630b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=577242cd-251b-4113-bc7f-d27aed68e52b HTTP/1.1" status: 200 len: 999 time: 0.2019041 May 04 18:30:51.034953 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-be45283b-4041-4764-abc8-0467c2b12235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'name': 'tempest-AttachVolumeShelveTestJSON-690331288-router', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:59Z', 'updated_at': '2021-05-04T18:26:15Z', 'revision_number': 4, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'gw_port': {'id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_floatingips': [{'id': '3a88058d-b44c-4ac4-9402-123832b12050', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'floating_ip_address': '172.28.1.194', 'floating_network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'router_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'port_id': '577242cd-251b-4113-bc7f-d27aed68e52b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'mac_address': 'fa:16:3e:da:c1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:30:32Z', 'updated_at': '2021-05-04T18:30:49Z', 'revision_number': 1, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e3a534d-16d5-4f34-8bae-be2e74066f3c', 'name': '', 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'mac_address': 'fa:16:3e:49:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:12Z', 'updated_at': '2021-05-04T18:26:27Z', 'revision_number': 5, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'subnets': [{'id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:51.038855 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be45283b-4041-4764-abc8-0467c2b12235 None None] Checking router: c72f5abf-89e4-40d2-aee3-34e4d4ce714a for host: dv-cinder-789603-2-smb {{(pid=74223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:30:51.047702 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be45283b-4041-4764-abc8-0467c2b12235 None None] Routers {'c72f5abf-89e4-40d2-aee3-34e4d4ce714a'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:30:51.048292 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-be45283b-4041-4764-abc8-0467c2b12235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:30:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['c72f5abf-89e4-40d2-aee3-34e4d4ce714a'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:51.097150 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bd4e8-03b9-4ccb-9295-051f4d1df11f req-7ecd192c-3125-4371-bbf2-e1c3d9f40b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:51.098624 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c18bd4e8-03b9-4ccb-9295-051f4d1df11f req-7ecd192c-3125-4371-bbf2-e1c3d9f40b8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ac34bf5f-88ea-4331-a071-effcc9c85f2a HTTP/1.1" status: 200 len: 855 time: 0.0572035 May 04 18:30:51.170569 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-11f56a60-e7ff-4b1e-9898-2b2445a58aaf tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:51.176207 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-77d916f0-8b2d-4293-b01c-ae06b175e55f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:51.190476 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f56a60-e7ff-4b1e-9898-2b2445a58aaf tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8e5ff3-e0a1-4c61-97b8-d7d82201d204,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:51.193129 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-11f56a60-e7ff-4b1e-9898-2b2445a58aaf tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:51.203566 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bd4e8-03b9-4ccb-9295-051f4d1df11f req-49cc52c6-aa80-4054-8f4d-5c057fa57a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:51.205017 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c18bd4e8-03b9-4ccb-9295-051f4d1df11f req-49cc52c6-aa80-4054-8f4d-5c057fa57a02 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3feac1cb-76d7-4653-8c68-28519f9a3ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0999141 May 04 18:30:51.205932 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-11f56a60-e7ff-4b1e-9898-2b2445a58aaf tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:51.207231 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-11f56a60-e7ff-4b1e-9898-2b2445a58aaf tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "DELETE /v2.0/security-groups/2f8e5ff3-e0a1-4c61-97b8-d7d82201d204 HTTP/1.1" status: 204 len: 168 time: 0.7638311 May 04 18:30:51.210111 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 54002) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:51.237202 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-be45283b-4041-4764-abc8-0467c2b12235 None None] Set router c72f5abf-89e4-40d2-aee3-34e4d4ce714a gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:30:51.258054 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.api.v2.resource [None req-d1bfb0c6-f681-4365-b8d2-415187ad39a6 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] show failed (client error): The resource could not be found. May 04 18:30:51.262244 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-d1bfb0c6-f681-4365-b8d2-415187ad39a6 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups/2f8e5ff3-e0a1-4c61-97b8-d7d82201d204 HTTP/1.1" status: 404 len: 347 time: 0.0480521 May 04 18:30:51.262402 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 54006) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:51.555046 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c18bd4e8-03b9-4ccb-9295-051f4d1df11f req-0580a759-67bc-42cf-9db5-a9f1189232e8 service neutron] 10.222.0.20 "GET /v2.0/networks/3feac1cb-76d7-4653-8c68-28519f9a3ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424828 May 04 18:30:51.606901 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-be45283b-4041-4764-abc8-0467c2b12235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'name': 'tempest-AttachVolumeShelveTestJSON-690331288-router', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:59Z', 'updated_at': '2021-05-04T18:26:15Z', 'revision_number': 4, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'gw_port': {'id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_floatingips': [{'id': '3a88058d-b44c-4ac4-9402-123832b12050', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'floating_ip_address': '172.28.1.194', 'floating_network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'router_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'port_id': '577242cd-251b-4113-bc7f-d27aed68e52b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'mac_address': 'fa:16:3e:da:c1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:30:32Z', 'updated_at': '2021-05-04T18:30:49Z', 'revision_number': 1, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e3a534d-16d5-4f34-8bae-be2e74066f3c', 'name': '', 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'mac_address': 'fa:16:3e:49:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:12Z', 'updated_at': '2021-05-04T18:26:27Z', 'revision_number': 5, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'subnets': [{'id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:51.611317 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be45283b-4041-4764-abc8-0467c2b12235 None None] The sync data for ids ['c72f5abf-89e4-40d2-aee3-34e4d4ce714a'] in dv-cinder-789603-2-smb is: [{'id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'name': 'tempest-AttachVolumeShelveTestJSON-690331288-router', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:59Z', 'updated_at': '2021-05-04T18:26:15Z', 'revision_number': 4, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'gw_port': {'id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_floatingips': [{'id': '3a88058d-b44c-4ac4-9402-123832b12050', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'floating_ip_address': '172.28.1.194', 'floating_network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'router_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'port_id': '577242cd-251b-4113-bc7f-d27aed68e52b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'mac_address': 'fa:16:3e:da:c1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:30:32Z', 'updated_at': '2021-05-04T18:30:49Z', 'revision_number': 1, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e3a534d-16d5-4f34-8bae-be2e74066f3c', 'name': '', 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'mac_address': 'fa:16:3e:49:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:12Z', 'updated_at': '2021-05-04T18:26:27Z', 'revision_number': 5, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'subnets': [{'id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:30:51.667498 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.plugin [None req-a26281b5-f091-45a9-895a-7a25db9a39e4 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Deleting port cdf235a3-f781-4800-ae67-b252c6d45750 {{(pid=74222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:30:51.667886 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a26281b5-f091-45a9-895a-7a25db9a39e4 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:51.804889 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb2615-1f84-4e3a-9ed8-c8a62328c5cf None None] New status for floating IP 3a88058d-b44c-4ac4-9402-123832b12050: ACTIVE {{(pid=74224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:30:51.806790 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c18bd4e8-03b9-4ccb-9295-051f4d1df11f req-b0a11ff9-ed7c-477d-a1c1-8a3311ad4297 service neutron] 10.222.0.20 "GET /v2.0/networks/3feac1cb-76d7-4653-8c68-28519f9a3ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382424 May 04 18:30:51.827767 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a26281b5-f091-45a9-895a-7a25db9a39e4 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:51.828620 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a26281b5-f091-45a9-895a-7a25db9a39e4 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:51.952893 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.plugin [None req-a26281b5-f091-45a9-895a-7a25db9a39e4 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Calling delete_port for cdf235a3-f781-4800-ae67-b252c6d45750 owned by network:floatingip {{(pid=74222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:30:52.144634 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a26281b5-f091-45a9-895a-7a25db9a39e4 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15671191'] for port, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:52.149415 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-d4c363ce-3d05-4608-9e54-6dd50a4494fc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:52.196894 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26281b5-f091-45a9-895a-7a25db9a39e4 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Pushing event deleted for resources: {'Port': ['ID=cdf235a3-f781-4800-ae67-b252c6d45750,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:52.199419 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-a26281b5-f091-45a9-895a-7a25db9a39e4 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:52.293599 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a26281b5-f091-45a9-895a-7a25db9a39e4 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for floatingip, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:52.375867 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a26281b5-f091-45a9-895a-7a25db9a39e4 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for floatingip, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:52.376813 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-a26281b5-f091-45a9-895a-7a25db9a39e4 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "DELETE /v2.0/floatingips/2f23f19f-b0b1-4906-9f00-3ed3bcd52f9d HTTP/1.1" status: 204 len: 168 time: 1.1135225 May 04 18:30:52.841668 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 54034) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:52.850859 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-7d51caf1-c1d6-4b04-92c2-8a17c874396d tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1840114979', 'description': 'tempest-description--543145515'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:30:52.853446 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-7d51caf1-c1d6-4b04-92c2-8a17c874396d tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:30:52.857398 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-7d51caf1-c1d6-4b04-92c2-8a17c874396d tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Usage tracker for resource:security_group and tenant:4c120e913866442b994ca71f4b2f0f98 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:30:52.860248 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-7d51caf1-c1d6-4b04-92c2-8a17c874396d tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:30:52.866903 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-7d51caf1-c1d6-4b04-92c2-8a17c874396d tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:30:52.967454 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7d51caf1-c1d6-4b04-92c2-8a17c874396d tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:52.987530 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-7d51caf1-c1d6-4b04-92c2-8a17c874396d tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:30:52.991399 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-7d51caf1-c1d6-4b04-92c2-8a17c874396d tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Usage tracker for resource:security_group_rule and tenant:4c120e913866442b994ca71f4b2f0f98 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:30:52.994195 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-7d51caf1-c1d6-4b04-92c2-8a17c874396d tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:30:53.000470 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-7d51caf1-c1d6-4b04-92c2-8a17c874396d tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:30:53.071751 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7d51caf1-c1d6-4b04-92c2-8a17c874396d tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:53.140694 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7d51caf1-c1d6-4b04-92c2-8a17c874396d tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:53.144222 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-5158513d-6a57-4619-b304-5add2140675d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:53.181373 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51caf1-c1d6-4b04-92c2-8a17c874396d tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc49f63c-ece1-4f26-bd35-99e27c819705,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:53.184045 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-7d51caf1-c1d6-4b04-92c2-8a17c874396d tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:53.249564 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7d51caf1-c1d6-4b04-92c2-8a17c874396d tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:53.251355 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-7d51caf1-c1d6-4b04-92c2-8a17c874396d tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4086356 May 04 18:30:53.254063 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 54038) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:53.259401 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-33828f5d-26c5-4283-81dc-0970e8ecd144 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Request body: {'security_group_rule': {'security_group_id': 'fc49f63c-ece1-4f26-bd35-99e27c819705', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:30:53.265306 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-33828f5d-26c5-4283-81dc-0970e8ecd144 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:30:53.268981 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-33828f5d-26c5-4283-81dc-0970e8ecd144 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Usage tracker for resource:security_group_rule and tenant:4c120e913866442b994ca71f4b2f0f98 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:30:53.271841 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-33828f5d-26c5-4283-81dc-0970e8ecd144 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:30:53.277696 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-33828f5d-26c5-4283-81dc-0970e8ecd144 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:30:53.346173 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-33828f5d-26c5-4283-81dc-0970e8ecd144 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:53.404140 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-33828f5d-26c5-4283-81dc-0970e8ecd144 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:53.460969 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-33828f5d-26c5-4283-81dc-0970e8ecd144 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028946'] for security_group_rule, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:53.463048 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-e797cf75-61ad-44b5-8e4a-fda5869e84c9 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:53.486325 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33828f5d-26c5-4283-81dc-0970e8ecd144 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af46a2aa-b93b-4e33-9e60-52af2a2cf1ba,revision_number=0']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:53.490542 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-33828f5d-26c5-4283-81dc-0970e8ecd144 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:53.544147 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-33828f5d-26c5-4283-81dc-0970e8ecd144 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:53.545344 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-33828f5d-26c5-4283-81dc-0970e8ecd144 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2901936 May 04 18:30:53.548681 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 54042) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:53.553767 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-2883ded2-c963-4509-b085-f05fc72d6713 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Request body: {'security_group_rule': {'security_group_id': 'fc49f63c-ece1-4f26-bd35-99e27c819705', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:30:53.559656 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-2883ded2-c963-4509-b085-f05fc72d6713 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:30:53.563495 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-2883ded2-c963-4509-b085-f05fc72d6713 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Usage tracker for resource:security_group_rule and tenant:4c120e913866442b994ca71f4b2f0f98 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:30:53.566332 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-2883ded2-c963-4509-b085-f05fc72d6713 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:30:53.571957 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-2883ded2-c963-4509-b085-f05fc72d6713 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:30:53.634786 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2883ded2-c963-4509-b085-f05fc72d6713 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:53.693618 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2883ded2-c963-4509-b085-f05fc72d6713 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:53.757741 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2883ded2-c963-4509-b085-f05fc72d6713 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028946'] for security_group_rule, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:53.759685 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:53.785330 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883ded2-c963-4509-b085-f05fc72d6713 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d5c0b5-7336-406a-8166-903f9b2199d2,revision_number=0']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:53.789604 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-2883ded2-c963-4509-b085-f05fc72d6713 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:53.844609 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2883ded2-c963-4509-b085-f05fc72d6713 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:53.845818 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-2883ded2-c963-4509-b085-f05fc72d6713 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2962396 May 04 18:30:53.854696 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 54052) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:53.860344 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [None req-d539851a-61e9-40f1-9417-7589a90220b7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Request body: {'floatingip': {'floating_network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:30:53.867127 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-d539851a-61e9-40f1-9417-7589a90220b7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:30:53.871694 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-d539851a-61e9-40f1-9417-7589a90220b7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Usage tracker for resource:floatingip and tenant:4c120e913866442b994ca71f4b2f0f98 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:30:53.874713 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-d539851a-61e9-40f1-9417-7589a90220b7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:30:53.881921 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-d539851a-61e9-40f1-9417-7589a90220b7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:30:53.946882 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-d539851a-61e9-40f1-9417-7589a90220b7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for floatingip, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:54.085451 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-d539851a-61e9-40f1-9417-7589a90220b7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:54.219106 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_common [None req-d539851a-61e9-40f1-9417-7589a90220b7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Allocated IP 172.28.1.53 (90b44f7d-5c55-4edd-ba51-1d4bf68bd72d/15770a9c-0e03-4178-b54a-c3c1706d1253/3e0808f3-3505-4085-9d43-1fb7404eaf47) {{(pid=74221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:30:54.455602 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-d539851a-61e9-40f1-9417-7589a90220b7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for port, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:54.547447 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-d539851a-61e9-40f1-9417-7589a90220b7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:54.550964 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-0aba410b-d624-4927-a189-08964653c045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:54.615434 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d539851a-61e9-40f1-9417-7589a90220b7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Network 90b44f7d-5c55-4edd-ba51-1d4bf68bd72d is already hosted by enough agents. {{(pid=74221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:30:54.618545 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [None req-d539851a-61e9-40f1-9417-7589a90220b7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Resources bound (agent type, host, resource id): {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:30:54.625870 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d539851a-61e9-40f1-9417-7589a90220b7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Received port after_create {{(pid=74221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:30:54.652241 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539851a-61e9-40f1-9417-7589a90220b7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Pushing event updated for resources: {'Port': ['ID=3e0808f3-3505-4085-9d43-1fb7404eaf47,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:54.658975 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-d539851a-61e9-40f1-9417-7589a90220b7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:54.703712 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-d539851a-61e9-40f1-9417-7589a90220b7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:54.815971 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-d539851a-61e9-40f1-9417-7589a90220b7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:55.018659 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-d539851a-61e9-40f1-9417-7589a90220b7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for port, precommit_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:55.098620 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-d539851a-61e9-40f1-9417-7589a90220b7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262247'] for port, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:55.102588 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-0aba410b-d624-4927-a189-08964653c045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:55.210355 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539851a-61e9-40f1-9417-7589a90220b7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Pushing event updated for resources: {'Port': ['ID=3e0808f3-3505-4085-9d43-1fb7404eaf47,revision_number=2']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:55.213314 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-d539851a-61e9-40f1-9417-7589a90220b7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:55.242404 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-d539851a-61e9-40f1-9417-7589a90220b7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942676'] for floatingip, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:55.324169 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-d539851a-61e9-40f1-9417-7589a90220b7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for floatingip, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:55.325417 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-d539851a-61e9-40f1-9417-7589a90220b7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4696145 May 04 18:30:55.549242 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-6c2ba8c6-faa9-4a0f-bd97-fbf34c19917e tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Synchronizing usage tracker for tenant:4c120e913866442b994ca71f4b2f0f98 on resource:security_group {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:30:55.684076 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-6c2ba8c6-faa9-4a0f-bd97-fbf34c19917e tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Unset dirty status for tenant:4c120e913866442b994ca71f4b2f0f98 on resource:security_group {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:30:55.685196 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-6c2ba8c6-faa9-4a0f-bd97-fbf34c19917e tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1840114979&fields=id&tenant_id=4c120e913866442b994ca71f4b2f0f98 HTTP/1.1" status: 200 len: 267 time: 0.1771841 May 04 18:30:55.839739 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-02f5236e-8f5b-4419-a283-326a4cfde0cf tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:55.839739 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-02f5236e-8f5b-4419-a283-326a4cfde0cf tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/networks?id=634c6d2b-13fc-4507-bef8-13a83088a32c HTTP/1.1" status: 200 len: 811 time: 0.1453590 May 04 18:30:55.852708 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-bae3bf3a-487b-4ca8-a257-457f83648a15 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/quotas/4c120e913866442b994ca71f4b2f0f98 HTTP/1.1" status: 200 len: 375 time: 0.0095220 May 04 18:30:55.937923 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-0e7ba5e9-8504-484d-9afd-212247e7e6ea tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Synchronizing usage tracker for tenant:4c120e913866442b994ca71f4b2f0f98 on resource:port {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:30:56.064412 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-0e7ba5e9-8504-484d-9afd-212247e7e6ea tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Unset dirty status for tenant:4c120e913866442b994ca71f4b2f0f98 on resource:port {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:30:56.068604 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-0e7ba5e9-8504-484d-9afd-212247e7e6ea tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c120e913866442b994ca71f4b2f0f98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2080061 May 04 18:30:56.295105 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-73077523-0c85-4b07-a304-b8c82d495d61 service neutron] 10.222.0.49 "GET /v2.0/networks/634c6d2b-13fc-4507-bef8-13a83088a32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169545 May 04 18:30:56.426184 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-d9c8abdf-318a-4ab8-906b-9a72544224ed service neutron] 10.222.0.49 "GET /v2.0/networks/634c6d2b-13fc-4507-bef8-13a83088a32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243486 May 04 18:30:56.666954 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-551cfc4a-e447-40a7-84bf-f0fc405bbd50 req-224e86c0-c303-46bf-ad24-fbbab56514ff tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f40acd3-9577-4e7d-8e43-45052ea3417a HTTP/1.1" status: 200 len: 210 time: 0.0453312 May 04 18:30:58.018771 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-30747193-173d-4d12-afa3-56bdf55b2efe req-f0247d17-7e4b-469b-989c-ce4fb3ed1eb8 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f40acd3-9577-4e7d-8e43-45052ea3417a HTTP/1.1" status: 200 len: 210 time: 0.2403250 May 04 18:30:58.562508 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-451527e9-bf5a-46c3-aff8-65d4ae5019c2 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:58.564672 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-451527e9-bf5a-46c3-aff8-65d4ae5019c2 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.20 "GET /v2.0/networks?id=634c6d2b-13fc-4507-bef8-13a83088a32c HTTP/1.1" status: 200 len: 811 time: 0.1459203 May 04 18:30:58.617049 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-9d7430bd-65f0-4d5b-9eeb-048d590f3797 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c120e913866442b994ca71f4b2f0f98 HTTP/1.1" status: 200 len: 380 time: 0.0402143 May 04 18:30:58.626354 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-d773684f-c526-4be1-9913-731c742a68d9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Request body: {'port': {'device_id': '5f40acd3-9577-4e7d-8e43-45052ea3417a', 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c', 'admin_state_up': True, 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'security_groups': ['fc49f63c-ece1-4f26-bd35-99e27c819705']}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:30:58.765179 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-d773684f-c526-4be1-9913-731c742a68d9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:30:58.776906 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-d773684f-c526-4be1-9913-731c742a68d9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:30:58.878190 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-d773684f-c526-4be1-9913-731c742a68d9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Made reservation on behalf of 4c120e913866442b994ca71f4b2f0f98 for: {'port': 1} {{(pid=74222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:30:58.881674 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-d773684f-c526-4be1-9913-731c742a68d9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:59.049041 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.db_base_plugin_common [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-d773684f-c526-4be1-9913-731c742a68d9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Allocated IP 172.20.0.7 (634c6d2b-13fc-4507-bef8-13a83088a32c/656edfdd-aa87-4bb6-baf1-030ff554b1f3/a95a0ef5-20d3-4506-b437-40be348693b8) {{(pid=74222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:30:59.229842 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-038283c0-1d7f-45f3-a1c0-baa3e7cfd017 req-0239407c-711c-4362-9762-275feb6587be tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f40acd3-9577-4e7d-8e43-45052ea3417a HTTP/1.1" status: 200 len: 210 time: 0.0589671 May 04 18:30:59.252993 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 54152) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:59.277558 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-d773684f-c526-4be1-9913-731c742a68d9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for port, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:59.293268 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.provisioning_blocks [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-d773684f-c526-4be1-9913-731c742a68d9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Transition to ACTIVE for port object a95a0ef5-20d3-4506-b437-40be348693b8 will not be triggered until provisioned by entity DHCP. {{(pid=74222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:30:59.365149 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ec4fc39a-7151-437d-8f8a-96b2f00e51e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:59.379537 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-ec4fc39a-7151-437d-8f8a-96b2f00e51e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:30:59.381142 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-d773684f-c526-4be1-9913-731c742a68d9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15671191'] for port, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:59.383449 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-ec4fc39a-7151-437d-8f8a-96b2f00e51e4 admin admin] Usage tracker for resource:security_group_rule and tenant:5447417af1a2485882edec0dbd527b5a is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:30:59.386591 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-ec4fc39a-7151-437d-8f8a-96b2f00e51e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:30:59.387250 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-d46f94f3-d861-4046-a430-7deb8878c9c9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:59.392905 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-ec4fc39a-7151-437d-8f8a-96b2f00e51e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:30:59.446231 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-d773684f-c526-4be1-9913-731c742a68d9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Network 634c6d2b-13fc-4507-bef8-13a83088a32c is already hosted by enough agents. {{(pid=74222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:30:59.454724 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.base_scheduler [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-d773684f-c526-4be1-9913-731c742a68d9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Resources bound (agent type, host, resource id): {{(pid=74222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:30:59.459394 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.l3_dvrscheduler_db [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-d773684f-c526-4be1-9913-731c742a68d9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Received port after_create {{(pid=74222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:30:59.477873 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ec4fc39a-7151-437d-8f8a-96b2f00e51e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:59.505598 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773684f-c526-4be1-9913-731c742a68d9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Pushing event updated for resources: {'Port': ['ID=a95a0ef5-20d3-4506-b437-40be348693b8,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:59.510417 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-d773684f-c526-4be1-9913-731c742a68d9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:59.535570 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-d773684f-c526-4be1-9913-731c742a68d9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:30:59.536344 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-d773684f-c526-4be1-9913-731c742a68d9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:59.544001 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ec4fc39a-7151-437d-8f8a-96b2f00e51e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:59.553356 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-17cb56a7-acac-4ef2-a2f8-a1ce943a245a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:59.605180 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-ec4fc39a-7151-437d-8f8a-96b2f00e51e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5447417af1a2485882edec0dbd527b5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569453 May 04 18:30:59.606274 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fc39a-7151-437d-8f8a-96b2f00e51e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973923b1-9cf3-44ca-99eb-5b9b7d479270,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:59.609581 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 54160) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:30:59.612354 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-ec4fc39a-7151-437d-8f8a-96b2f00e51e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:59.629658 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-d773684f-c526-4be1-9913-731c742a68d9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0073578 May 04 18:30:59.653538 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-0c70c865-f84c-43ce-9ba2-32b2e8e455b1 service neutron] Request body: {'port': {'device_id': '5f40acd3-9577-4e7d-8e43-45052ea3417a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:30:59.670462 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-77f8aa86-0cb2-4b6b-9b5f-8fb70a7b9f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:59.695816 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-77f8aa86-0cb2-4b6b-9b5f-8fb70a7b9f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:59.767436 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-0c70c865-f84c-43ce-9ba2-32b2e8e455b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:59.821280 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-77f8aa86-0cb2-4b6b-9b5f-8fb70a7b9f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:59.826089 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-b197310b-6840-4576-b987-02ae50d9013a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:30:59.832367 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-fe375a19-d2ce-493b-8764-f003e7df1e58 None None] Provisioning for port a95a0ef5-20d3-4506-b437-40be348693b8 completed by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:30:59.836251 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8aa86-0cb2-4b6b-9b5f-8fb70a7b9f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973923b1-9cf3-44ca-99eb-5b9b7d479270,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:59.843653 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-fe375a19-d2ce-493b-8764-f003e7df1e58 None None] Provisioning complete for port a95a0ef5-20d3-4506-b437-40be348693b8 triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:30:59.843653 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-fe375a19-d2ce-493b-8764-f003e7df1e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:59.844127 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-77f8aa86-0cb2-4b6b-9b5f-8fb70a7b9f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:30:59.844127 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-77f8aa86-0cb2-4b6b-9b5f-8fb70a7b9f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:59.846635 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-77f8aa86-0cb2-4b6b-9b5f-8fb70a7b9f7b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/973923b1-9cf3-44ca-99eb-5b9b7d479270 HTTP/1.1" status: 204 len: 168 time: 0.2361183 May 04 18:30:59.903919 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-fe375a19-d2ce-493b-8764-f003e7df1e58 None None] Port a95a0ef5-20d3-4506-b437-40be348693b8 cannot update to ACTIVE because it is not bound. {{(pid=74223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:31:00.189760 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.notifiers.nova [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-0c70c865-f84c-43ce-9ba2-32b2e8e455b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a95a0ef5-20d3-4506-b437-40be348693b8 {{(pid=74222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:31:00.197162 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-0c70c865-f84c-43ce-9ba2-32b2e8e455b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:00.211020 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.provisioning_blocks [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-0c70c865-f84c-43ce-9ba2-32b2e8e455b1 service neutron] Transition to ACTIVE for port object a95a0ef5-20d3-4506-b437-40be348693b8 will not be triggered until provisioned by entity L2. {{(pid=74222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:31:00.310099 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-0c70c865-f84c-43ce-9ba2-32b2e8e455b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671200'] for port, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:00.314922 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-a26281b5-f091-45a9-895a-7a25db9a39e4 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:31:00.512084 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70c865-f84c-43ce-9ba2-32b2e8e455b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a95a0ef5-20d3-4506-b437-40be348693b8,revision_number=2']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:00.539765 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 54172) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:31:00.548491 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-0c70c865-f84c-43ce-9ba2-32b2e8e455b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:31:00.558780 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-e286cbb3-54e8-490e-aa6c-615405224146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:00.572773 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-e286cbb3-54e8-490e-aa6c-615405224146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:31:00.577383 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-e286cbb3-54e8-490e-aa6c-615405224146 admin admin] Usage tracker for resource:security_group_rule and tenant:63ab6b612bed4d22a680ff8c60ebee91 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:31:00.580850 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-e286cbb3-54e8-490e-aa6c-615405224146 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:31:00.586757 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-e286cbb3-54e8-490e-aa6c-615405224146 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:31:00.613312 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66112e-ff9c-44eb-b312-a7b808df4f79 req-a48dd9d3-2a9e-4210-b9a5-a2e375953369 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:00.614135 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-cf66112e-ff9c-44eb-b312-a7b808df4f79 req-a48dd9d3-2a9e-4210-b9a5-a2e375953369 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Synchronizing usage tracker for tenant:4c120e913866442b994ca71f4b2f0f98 on resource:port {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:31:00.617865 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-0c70c865-f84c-43ce-9ba2-32b2e8e455b1 service neutron] Attempting to bind port a95a0ef5-20d3-4506-b437-40be348693b8 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:31:00.618193 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-0c70c865-f84c-43ce-9ba2-32b2e8e455b1 service neutron] Attempting to bind port a95a0ef5-20d3-4506-b437-40be348693b8 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '6669c33b-c066-4d38-9470-2e21624c8d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c'}] {{(pid=74222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:31:00.618661 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-0c70c865-f84c-43ce-9ba2-32b2e8e455b1 service neutron] Attempting to bind port a95a0ef5-20d3-4506-b437-40be348693b8 on network 634c6d2b-13fc-4507-bef8-13a83088a32c {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:31:00.625543 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-0c70c865-f84c-43ce-9ba2-32b2e8e455b1 service neutron] Port a95a0ef5-20d3-4506-b437-40be348693b8 on network 634c6d2b-13fc-4507-bef8-13a83088a32c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 18:31:00.625855 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-0c70c865-f84c-43ce-9ba2-32b2e8e455b1 service neutron] Attempting to bind port a95a0ef5-20d3-4506-b437-40be348693b8 on network 634c6d2b-13fc-4507-bef8-13a83088a32c {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:31:00.635619 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-0c70c865-f84c-43ce-9ba2-32b2e8e455b1 service neutron] Checking agent: {'id': 'eb0c7dda-b795-49f1-9080-37ad6bcb4a66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'started_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:31:00.636145 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-0c70c865-f84c-43ce-9ba2-32b2e8e455b1 service neutron] Checking segment: {'id': '6669c33b-c066-4d38-9470-2e21624c8d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:31:00.636505 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-0c70c865-f84c-43ce-9ba2-32b2e8e455b1 service neutron] Bound using segment: {'id': '6669c33b-c066-4d38-9470-2e21624c8d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c'} {{(pid=74222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:31:00.636932 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-0c70c865-f84c-43ce-9ba2-32b2e8e455b1 service neutron] Bound port: a95a0ef5-20d3-4506-b437-40be348693b8, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6669c33b-c066-4d38-9470-2e21624c8d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c'}}] {{(pid=74222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:31:00.637266 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-0c70c865-f84c-43ce-9ba2-32b2e8e455b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:00.677031 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-e286cbb3-54e8-490e-aa6c-615405224146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:00.717150 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-cf66112e-ff9c-44eb-b312-a7b808df4f79 req-a48dd9d3-2a9e-4210-b9a5-a2e375953369 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Unset dirty status for tenant:4c120e913866442b994ca71f4b2f0f98 on resource:port {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:31:00.718291 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cf66112e-ff9c-44eb-b312-a7b808df4f79 req-a48dd9d3-2a9e-4210-b9a5-a2e375953369 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f40acd3-9577-4e7d-8e43-45052ea3417a HTTP/1.1" status: 200 len: 943 time: 0.3684378 May 04 18:31:00.738259 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-e286cbb3-54e8-490e-aa6c-615405224146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:00.747144 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-0cd5463f-4894-4f70-9d8d-77eb4285f98e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:31:00.748829 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.db [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-0c70c865-f84c-43ce-9ba2-32b2e8e455b1 service neutron] For port a95a0ef5-20d3-4506-b437-40be348693b8, host hv-cinder-78960, cleared binding levels {{(pid=74222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:31:00.769540 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.db [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-0c70c865-f84c-43ce-9ba2-32b2e8e455b1 service neutron] For port a95a0ef5-20d3-4506-b437-40be348693b8, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a95a0ef5-20d3-4506-b437-40be348693b8,segment=NetworkSegment(6669c33b-c066-4d38-9470-2e21624c8d58),segment_id=6669c33b-c066-4d38-9470-2e21624c8d58)] {{(pid=74222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:31:00.776841 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cf66112e-ff9c-44eb-b312-a7b808df4f79 req-e19c0c56-56a8-447a-b122-4d31c68f4d98 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc49f63c-ece1-4f26-bd35-99e27c819705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523183 May 04 18:31:00.786672 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-e286cbb3-54e8-490e-aa6c-615405224146 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=63ab6b612bed4d22a680ff8c60ebee91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455850 May 04 18:31:00.788306 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286cbb3-54e8-490e-aa6c-615405224146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a91c31-4835-4fe3-8a28-1a6f8c3f6409,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:00.798119 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 54178) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:31:00.798250 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-e286cbb3-54e8-490e-aa6c-615405224146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:31:00.835062 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-0c70c865-f84c-43ce-9ba2-32b2e8e455b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671200'] for port, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:00.840410 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-d4c363ce-3d05-4608-9e54-6dd50a4494fc tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:31:00.903774 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-0c70c865-f84c-43ce-9ba2-32b2e8e455b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:00.904374 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-0c70c865-f84c-43ce-9ba2-32b2e8e455b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:00.905708 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-0c70c865-f84c-43ce-9ba2-32b2e8e455b1 service neutron] 10.222.0.20 "PUT /v2.0/ports/a95a0ef5-20d3-4506-b437-40be348693b8 HTTP/1.1" status: 200 len: 1093 time: 1.2683287 May 04 18:31:00.912958 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f40acd3-9577-4e7d-8e43-45052ea3417a', 'tag': 'a95a0ef5-20d3-4506-b437-40be348693b8'}] {{(pid=74222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:31:00.920721 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c9ac1521-2f6a-4e1f-b632-002988f9ce68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:00.951942 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70c865-f84c-43ce-9ba2-32b2e8e455b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a95a0ef5-20d3-4506-b437-40be348693b8,revision_number=3']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:00.958383 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-0c70c865-f84c-43ce-9ba2-32b2e8e455b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:31:00.960201 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c9ac1521-2f6a-4e1f-b632-002988f9ce68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:01.095986 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-1d32bcca-e6e5-4473-8948-b8da675ff770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:01.099660 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-1d32bcca-e6e5-4473-8948-b8da675ff770 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c120e913866442b994ca71f4b2f0f98&device_id=5f40acd3-9577-4e7d-8e43-45052ea3417a HTTP/1.1" status: 200 len: 1096 time: 0.0849524 May 04 18:31:01.161187 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f40acd3-9577-4e7d-8e43-45052ea3417a', 'tag': 'a95a0ef5-20d3-4506-b437-40be348693b8', 'status': 'completed', 'code': 200} May 04 18:31:01.166829 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c9ac1521-2f6a-4e1f-b632-002988f9ce68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:01.181387 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-8ba195bc-9500-47b2-94d9-3c14fe552ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:31:01.189903 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-5762c1a8-4a0d-4030-93a1-b6bfae77bc8b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a95a0ef5-20d3-4506-b437-40be348693b8 HTTP/1.1" status: 200 len: 217 time: 0.0798516 May 04 18:31:01.192208 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac1521-2f6a-4e1f-b632-002988f9ce68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a91c31-4835-4fe3-8a28-1a6f8c3f6409,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:01.195572 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-c9ac1521-2f6a-4e1f-b632-002988f9ce68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:31:01.230291 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c9ac1521-2f6a-4e1f-b632-002988f9ce68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:01.231402 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-c9ac1521-2f6a-4e1f-b632-002988f9ce68 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/06a91c31-4835-4fe3-8a28-1a6f8c3f6409 HTTP/1.1" status: 204 len: 168 time: 0.4409370 May 04 18:31:01.257564 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-7b29b73e-e8f3-42ea-ba1b-c76394c5ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:01.258969 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-7b29b73e-e8f3-42ea-ba1b-c76394c5ffd4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=656edfdd-aa87-4bb6-baf1-030ff554b1f3 HTTP/1.1" status: 200 len: 850 time: 0.0615232 May 04 18:31:01.335850 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-18cb9319-f376-4324-8183-be98db1ff6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:01.337303 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-18cb9319-f376-4324-8183-be98db1ff6cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=634c6d2b-13fc-4507-bef8-13a83088a32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699642 May 04 18:31:01.472718 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-677bd1b5-4555-440c-a8d3-9edefdcd9035 service neutron] 10.222.0.20 "GET /v2.0/networks/634c6d2b-13fc-4507-bef8-13a83088a32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230888 May 04 18:31:01.613063 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-326bee65-b3b7-42fd-83e3-fcbe1415e29b req-1c007f22-14e8-473f-b821-480ba45e9f00 service neutron] 10.222.0.20 "GET /v2.0/networks/634c6d2b-13fc-4507-bef8-13a83088a32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334674 May 04 18:31:01.829947 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ec9f5-7b14-448f-9af0-a5b3e9c8d869 req-7eae41e7-c821-4ff0-b012-4b2c539af097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:01.829947 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d43ec9f5-7b14-448f-9af0-a5b3e9c8d869 req-7eae41e7-c821-4ff0-b012-4b2c539af097 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c120e913866442b994ca71f4b2f0f98&device_id=5f40acd3-9577-4e7d-8e43-45052ea3417a HTTP/1.1" status: 200 len: 1096 time: 0.0780561 May 04 18:31:01.962117 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ec9f5-7b14-448f-9af0-a5b3e9c8d869 req-4bc2376b-963d-471a-8668-b44f1618f346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:01.963595 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d43ec9f5-7b14-448f-9af0-a5b3e9c8d869 req-4bc2376b-963d-471a-8668-b44f1618f346 service neutron] 10.222.0.20 "GET /v2.0/networks?id=634c6d2b-13fc-4507-bef8-13a83088a32c HTTP/1.1" status: 200 len: 912 time: 0.1388605 May 04 18:31:02.042140 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d43ec9f5-7b14-448f-9af0-a5b3e9c8d869 req-cf5147b8-73f4-48c8-bf40-e4b7281afead service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a95a0ef5-20d3-4506-b437-40be348693b8 HTTP/1.1" status: 200 len: 217 time: 0.0650432 May 04 18:31:02.240219 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ec9f5-7b14-448f-9af0-a5b3e9c8d869 req-794190bd-0f55-4f2d-b86b-507ef1bcc7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:02.241644 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d43ec9f5-7b14-448f-9af0-a5b3e9c8d869 req-794190bd-0f55-4f2d-b86b-507ef1bcc7f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=656edfdd-aa87-4bb6-baf1-030ff554b1f3 HTTP/1.1" status: 200 len: 850 time: 0.1881773 May 04 18:31:02.314162 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e4392-6b8e-4692-bd97-f4b6186ef626 req-c28ac35d-6f92-472b-bcf1-6c9ab6fb0490 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:02.315559 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-107e4392-6b8e-4692-bd97-f4b6186ef626 req-c28ac35d-6f92-472b-bcf1-6c9ab6fb0490 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f40acd3-9577-4e7d-8e43-45052ea3417a HTTP/1.1" status: 200 len: 943 time: 0.4029732 May 04 18:31:02.367932 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ec9f5-7b14-448f-9af0-a5b3e9c8d869 req-0a1a9e4c-741b-4184-9e1e-6bf1cb189272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:02.369386 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d43ec9f5-7b14-448f-9af0-a5b3e9c8d869 req-0a1a9e4c-741b-4184-9e1e-6bf1cb189272 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=634c6d2b-13fc-4507-bef8-13a83088a32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1154673 May 04 18:31:02.376960 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-107e4392-6b8e-4692-bd97-f4b6186ef626 req-35d151a7-cd02-4530-8397-d198b634bb63 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc49f63c-ece1-4f26-bd35-99e27c819705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542676 May 04 18:31:02.503426 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d43ec9f5-7b14-448f-9af0-a5b3e9c8d869 req-ce4591b2-30e7-4224-9685-a2a0bf86d364 service neutron] 10.222.0.20 "GET /v2.0/networks/634c6d2b-13fc-4507-bef8-13a83088a32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222298 May 04 18:31:02.636325 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d43ec9f5-7b14-448f-9af0-a5b3e9c8d869 req-e7673f76-4e20-4fcd-a56e-4b933fdf19da service neutron] 10.222.0.20 "GET /v2.0/networks/634c6d2b-13fc-4507-bef8-13a83088a32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244495 May 04 18:31:02.767916 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-0e2d70b2-3658-4907-af52-8d4695a65bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:03.043518 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device a95a0ef5-20d3-4506-b437-40be348693b8 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:31:03.173729 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port a95a0ef5-20d3-4506-b437-40be348693b8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a95a0ef5-20d3-4506-b437-40be348693b8,segment=NetworkSegment(6669c33b-c066-4d38-9470-2e21624c8d58),segment_id=6669c33b-c066-4d38-9470-2e21624c8d58)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:31:03.186682 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Returning: {'device': 'a95a0ef5-20d3-4506-b437-40be348693b8', 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c', 'port_id': 'a95a0ef5-20d3-4506-b437-40be348693b8', 'mac_address': 'fa:16:3e:50:7b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:31:03.246306 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:03.263409 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a95a0ef5-20d3-4506-b437-40be348693b8 {{(pid=74223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:31:03.278357 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port a95a0ef5-20d3-4506-b437-40be348693b8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a95a0ef5-20d3-4506-b437-40be348693b8,segment=NetworkSegment(6669c33b-c066-4d38-9470-2e21624c8d58),segment_id=6669c33b-c066-4d38-9470-2e21624c8d58)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:31:03.358348 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:03.364862 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:31:03.428294 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=a95a0ef5-20d3-4506-b437-40be348693b8,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:03.431507 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:31:03.566890 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c495a6-0964-46b6-be5a-3d497ef9d18a req-47ce8ffc-a62e-419a-976e-927bb54685ae tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:03.569498 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-99c495a6-0964-46b6-be5a-3d497ef9d18a req-47ce8ffc-a62e-419a-976e-927bb54685ae tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f40acd3-9577-4e7d-8e43-45052ea3417a HTTP/1.1" status: 200 len: 944 time: 0.0862658 May 04 18:31:03.609745 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['a95a0ef5-20d3-4506-b437-40be348693b8'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:31:03.614904 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-99c495a6-0964-46b6-be5a-3d497ef9d18a req-1b1f263e-2fce-4c84-8259-d69bfe9643db tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc49f63c-ece1-4f26-bd35-99e27c819705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396843 May 04 18:31:04.805681 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c803ac8-2391-4f4a-98bd-f9a6d24ea8f0 req-ef12a0c4-f4ca-4aeb-8153-073e0ebc3315 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:04.807115 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5c803ac8-2391-4f4a-98bd-f9a6d24ea8f0 req-ef12a0c4-f4ca-4aeb-8153-073e0ebc3315 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f40acd3-9577-4e7d-8e43-45052ea3417a HTTP/1.1" status: 200 len: 944 time: 0.0796742 May 04 18:31:04.850837 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5c803ac8-2391-4f4a-98bd-f9a6d24ea8f0 req-ed82ad3a-3b52-4919-81d6-c85ee18a5686 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc49f63c-ece1-4f26-bd35-99e27c819705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382185 May 04 18:31:05.069833 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device a95a0ef5-20d3-4506-b437-40be348693b8 up at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:31:05.209787 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning for port a95a0ef5-20d3-4506-b437-40be348693b8 completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:31:05.215004 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning complete for port a95a0ef5-20d3-4506-b437-40be348693b8 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:31:05.215418 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:05.327865 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:05.353830 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f40acd3-9577-4e7d-8e43-45052ea3417a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95a0ef5-20d3-4506-b437-40be348693b8'}] {{(pid=74223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:31:05.363993 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port a95a0ef5-20d3-4506-b437-40be348693b8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a95a0ef5-20d3-4506-b437-40be348693b8,segment=NetworkSegment(6669c33b-c066-4d38-9470-2e21624c8d58),segment_id=6669c33b-c066-4d38-9470-2e21624c8d58)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:31:05.396710 dv-cinder-789603-2-smb neutron-server[74223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f40acd3-9577-4e7d-8e43-45052ea3417a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95a0ef5-20d3-4506-b437-40be348693b8', 'code': 200} May 04 18:31:05.447187 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:05.449182 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:31:05.515973 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=a95a0ef5-20d3-4506-b437-40be348693b8,revision_number=5']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:05.518945 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:31:05.629833 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-84f182e5-60a3-44d8-9407-9c3a13594207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:05.763643 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:05.846505 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad8b60-ca5a-4386-ac61-9ff3df6b6387 req-d88feff1-4c91-4c08-8037-b42baf90e030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:05.847962 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-baad8b60-ca5a-4386-ac61-9ff3df6b6387 req-d88feff1-4c91-4c08-8037-b42baf90e030 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5f40acd3-9577-4e7d-8e43-45052ea3417a HTTP/1.1" status: 200 len: 1098 time: 0.0734062 May 04 18:31:05.892040 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-baad8b60-ca5a-4386-ac61-9ff3df6b6387 req-b3ca91f5-28de-4ecd-989e-5a026d1f9c01 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fc49f63c-ece1-4f26-bd35-99e27c819705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350893 May 04 18:31:06.036833 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ed860-835b-413e-a2cc-aaf5baa6c040 req-3321e3ab-9f22-4c54-8ecb-3a0b07266d97 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:06.038283 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e88ed860-835b-413e-a2cc-aaf5baa6c040 req-3321e3ab-9f22-4c54-8ecb-3a0b07266d97 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f40acd3-9577-4e7d-8e43-45052ea3417a HTTP/1.1" status: 200 len: 945 time: 0.0804918 May 04 18:31:06.087225 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e88ed860-835b-413e-a2cc-aaf5baa6c040 req-bad2e916-c5e3-457e-a2b1-f57292bfebad tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc49f63c-ece1-4f26-bd35-99e27c819705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429161 May 04 18:31:06.363929 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:07.274978 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bce206-35ae-4fae-b0d0-cd339e663a21 req-ba47463b-0989-4a8e-9f91-91df73bd9762 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:07.276450 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-09bce206-35ae-4fae-b0d0-cd339e663a21 req-ba47463b-0989-4a8e-9f91-91df73bd9762 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f40acd3-9577-4e7d-8e43-45052ea3417a HTTP/1.1" status: 200 len: 945 time: 0.0808384 May 04 18:31:07.320585 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-09bce206-35ae-4fae-b0d0-cd339e663a21 req-d5df2582-3011-4b0f-a8bf-38d01e663f8e tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc49f63c-ece1-4f26-bd35-99e27c819705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382874 May 04 18:31:07.504130 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5beda9b-39b5-45a9-b5e6-81b913afd5be req-ae2f37ff-ab1e-4c45-9710-d7ee9439ad1d tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:07.505626 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a5beda9b-39b5-45a9-b5e6-81b913afd5be req-ae2f37ff-ab1e-4c45-9710-d7ee9439ad1d tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f40acd3-9577-4e7d-8e43-45052ea3417a HTTP/1.1" status: 200 len: 945 time: 0.0849946 May 04 18:31:07.514537 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 54276) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:31:07.519899 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-7c133b8a-44ee-4fc1-8cd5-0f750e2859d9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Request body: {'floatingip': {'port_id': 'a95a0ef5-20d3-4506-b437-40be348693b8'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:31:07.594120 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-7c133b8a-44ee-4fc1-8cd5-0f750e2859d9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for floatingip, before_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:08.117769 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:08.294797 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-7c133b8a-44ee-4fc1-8cd5-0f750e2859d9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:08.393141 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-7c133b8a-44ee-4fc1-8cd5-0f750e2859d9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942676'] for floatingip, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:08.575644 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.db.l3_db [None req-7c133b8a-44ee-4fc1-8cd5-0f750e2859d9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Floating IP 9d85b505-53da-4021-baae-bc0d9cdd7ef8 associated. External IP: 172.28.1.53, port: a95a0ef5-20d3-4506-b437-40be348693b8. May 04 18:31:08.954710 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c133b8a-44ee-4fc1-8cd5-0f750e2859d9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Router 69ceafa4-b679-412b-b7cd-ddd042228f5c has already been hosted by L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b {{(pid=74222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:31:09.138043 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c133b8a-44ee-4fc1-8cd5-0f750e2859d9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:31:09.143410 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-7c133b8a-44ee-4fc1-8cd5-0f750e2859d9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for floatingip, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:09.148196 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7c9984-f0c7-47ec-8a8e-9576359e8f6f None None] Sync routers for ids ['69ceafa4-b679-412b-b7cd-ddd042228f5c'] in dv-cinder-789603-2-smb {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:31:09.157864 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7c9984-f0c7-47ec-8a8e-9576359e8f6f None None] Routers {'69ceafa4-b679-412b-b7cd-ddd042228f5c'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:31:09.158482 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-3c7c9984-f0c7-47ec-8a8e-9576359e8f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:31:06Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['69ceafa4-b679-412b-b7cd-ddd042228f5c'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:31:09.207743 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-7c133b8a-44ee-4fc1-8cd5-0f750e2859d9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "PUT /v2.0/floatingips/9d85b505-53da-4021-baae-bc0d9cdd7ef8 HTTP/1.1" status: 200 len: 990 time: 1.6920989 May 04 18:31:09.208745 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f40acd3-9577-4e7d-8e43-45052ea3417a', 'tag': 'a95a0ef5-20d3-4506-b437-40be348693b8'}] {{(pid=74222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:31:09.345325 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-3c7c9984-f0c7-47ec-8a8e-9576359e8f6f None None] Set router 69ceafa4-b679-412b-b7cd-ddd042228f5c gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:31:09.387390 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f40acd3-9577-4e7d-8e43-45052ea3417a', 'tag': 'a95a0ef5-20d3-4506-b437-40be348693b8', 'status': 'completed', 'code': 200} May 04 18:31:09.409776 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a5aec-3b29-467a-b6e6-066fb5cd47ee req-fd389fa7-8562-465e-8cd5-68904a49e8d3 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:09.411259 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1e5a5aec-3b29-467a-b6e6-066fb5cd47ee req-fd389fa7-8562-465e-8cd5-68904a49e8d3 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 984 time: 0.1495135 May 04 18:31:09.417908 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c4b8a-250a-4db8-8c8c-24f9c94cdc9a req-826a9ec6-dafa-4bf8-8bd1-598c674b3da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:09.419363 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7e4c4b8a-250a-4db8-8c8c-24f9c94cdc9a req-826a9ec6-dafa-4bf8-8bd1-598c674b3da4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba44109d89274d7a81583c1b92e79659&device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 1137 time: 0.1009884 May 04 18:31:09.490710 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55f84b-3e11-4d3c-b8e6-72d710d42b79 req-81f720d9-28d9-4792-a125-773bdb51bceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:09.492238 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-fd55f84b-3e11-4d3c-b8e6-72d710d42b79 req-81f720d9-28d9-4792-a125-773bdb51bceb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c120e913866442b994ca71f4b2f0f98&device_id=5f40acd3-9577-4e7d-8e43-45052ea3417a HTTP/1.1" status: 200 len: 1098 time: 0.0755589 May 04 18:31:09.552662 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1e5a5aec-3b29-467a-b6e6-066fb5cd47ee req-374376eb-b638-4ee5-bee0-1dcf62a5c5f6 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f521fea-98ca-4876-b558-fbd8e5dc08c5&id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1323605 May 04 18:31:09.587443 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c4b8a-250a-4db8-8c8c-24f9c94cdc9a req-884dff3b-b7e0-4f81-a0fe-cecd2f700e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:09.589017 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7e4c4b8a-250a-4db8-8c8c-24f9c94cdc9a req-884dff3b-b7e0-4f81-a0fe-cecd2f700e27 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cee9853-ab1f-40ba-9afc-e5cbc71af0c1 HTTP/1.1" status: 200 len: 916 time: 0.1557865 May 04 18:31:09.653372 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55f84b-3e11-4d3c-b8e6-72d710d42b79 req-d9b41d09-05f2-4331-b4ce-cdabe1cafa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:09.655584 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-fd55f84b-3e11-4d3c-b8e6-72d710d42b79 req-d9b41d09-05f2-4331-b4ce-cdabe1cafa38 service neutron] 10.222.0.20 "GET /v2.0/networks?id=634c6d2b-13fc-4507-bef8-13a83088a32c HTTP/1.1" status: 200 len: 912 time: 0.1564658 May 04 18:31:09.732525 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-3c7c9984-f0c7-47ec-8a8e-9576359e8f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'name': 'tempest-AttachVolumeTestJSON-1277100894-router', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:58Z', 'updated_at': '2021-05-04T18:26:14Z', 'revision_number': 4, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'gw_port': {'id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_floatingips': [{'id': '9d85b505-53da-4021-baae-bc0d9cdd7ef8', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'floating_ip_address': '172.28.1.53', 'floating_network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'router_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'port_id': 'a95a0ef5-20d3-4506-b437-40be348693b8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c', 'mac_address': 'fa:16:3e:50:7b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40acd3-9577-4e7d-8e43-45052ea3417a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:30:54Z', 'updated_at': '2021-05-04T18:31:08Z', 'revision_number': 1, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4f9458-2154-49cc-a86a-ccf9f853cc9f', 'name': '', 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'mac_address': 'fa:16:3e:70:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:12Z', 'updated_at': '2021-05-04T18:26:26Z', 'revision_number': 5, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'subnets': [{'id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:31:09.737877 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7c9984-f0c7-47ec-8a8e-9576359e8f6f None None] Checking router: 69ceafa4-b679-412b-b7cd-ddd042228f5c for host: dv-cinder-789603-2-smb {{(pid=74223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:31:09.746773 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7c9984-f0c7-47ec-8a8e-9576359e8f6f None None] Routers {'69ceafa4-b679-412b-b7cd-ddd042228f5c'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:31:09.747417 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-3c7c9984-f0c7-47ec-8a8e-9576359e8f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:31:06Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['69ceafa4-b679-412b-b7cd-ddd042228f5c'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:31:09.771262 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-fd55f84b-3e11-4d3c-b8e6-72d710d42b79 req-73142738-15fd-4b8b-b53d-f8d3f3081311 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a95a0ef5-20d3-4506-b437-40be348693b8 HTTP/1.1" status: 200 len: 998 time: 0.1070416 May 04 18:31:09.803179 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7e4c4b8a-250a-4db8-8c8c-24f9c94cdc9a req-667b9c01-2491-4f10-b2ed-e4187752a90b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff16ea39-a9a4-417f-88d0-98ff02e1ebec HTTP/1.1" status: 200 len: 1001 time: 0.2076786 May 04 18:31:09.833403 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55f84b-3e11-4d3c-b8e6-72d710d42b79 req-2d9b25a9-7661-4670-81f1-237b901276c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:09.834819 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-fd55f84b-3e11-4d3c-b8e6-72d710d42b79 req-2d9b25a9-7661-4670-81f1-237b901276c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=656edfdd-aa87-4bb6-baf1-030ff554b1f3 HTTP/1.1" status: 200 len: 850 time: 0.0563734 May 04 18:31:09.868994 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c4b8a-250a-4db8-8c8c-24f9c94cdc9a req-54eb7372-8f98-47bb-bd98-a6cbc370e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:09.870403 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7e4c4b8a-250a-4db8-8c8c-24f9c94cdc9a req-54eb7372-8f98-47bb-bd98-a6cbc370e012 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e3a18b2a-aa00-47fe-8906-1f3aa51aafc3 HTTP/1.1" status: 200 len: 854 time: 0.0590808 May 04 18:31:09.915250 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55f84b-3e11-4d3c-b8e6-72d710d42b79 req-4aa116d3-aed1-4d27-8737-ec4083da48e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:09.916711 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-fd55f84b-3e11-4d3c-b8e6-72d710d42b79 req-4aa116d3-aed1-4d27-8737-ec4083da48e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=634c6d2b-13fc-4507-bef8-13a83088a32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750029 May 04 18:31:09.926813 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-3c7c9984-f0c7-47ec-8a8e-9576359e8f6f None None] Set router 69ceafa4-b679-412b-b7cd-ddd042228f5c gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:31:09.951579 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c4b8a-250a-4db8-8c8c-24f9c94cdc9a req-5aa46bef-3bfe-4c1b-b11a-65962868703d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:09.953250 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7e4c4b8a-250a-4db8-8c8c-24f9c94cdc9a req-5aa46bef-3bfe-4c1b-b11a-65962868703d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cee9853-ab1f-40ba-9afc-e5cbc71af0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717745 May 04 18:31:10.053047 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-fd55f84b-3e11-4d3c-b8e6-72d710d42b79 req-cae69a03-7f1a-4894-8af3-b2f3aa05db99 service neutron] 10.222.0.20 "GET /v2.0/networks/634c6d2b-13fc-4507-bef8-13a83088a32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285672 May 04 18:31:10.102979 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7e4c4b8a-250a-4db8-8c8c-24f9c94cdc9a req-679d1128-45f1-4bd8-9808-73ec864fec0b service neutron] 10.222.0.20 "GET /v2.0/networks/9cee9853-ab1f-40ba-9afc-e5cbc71af0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407845 May 04 18:31:10.264079 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7e4c4b8a-250a-4db8-8c8c-24f9c94cdc9a req-552d3de8-67ad-4d28-aee9-a7d4d783d6c9 service neutron] 10.222.0.20 "GET /v2.0/networks/9cee9853-ab1f-40ba-9afc-e5cbc71af0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540983 May 04 18:31:10.293810 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-fd55f84b-3e11-4d3c-b8e6-72d710d42b79 req-cbd17c55-dc32-4dfc-bbe2-bc5cb03da22c service neutron] 10.222.0.20 "GET /v2.0/networks/634c6d2b-13fc-4507-bef8-13a83088a32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306654 May 04 18:31:10.338842 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-3c7c9984-f0c7-47ec-8a8e-9576359e8f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'name': 'tempest-AttachVolumeTestJSON-1277100894-router', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:58Z', 'updated_at': '2021-05-04T18:26:14Z', 'revision_number': 4, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'gw_port': {'id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_floatingips': [{'id': '9d85b505-53da-4021-baae-bc0d9cdd7ef8', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'floating_ip_address': '172.28.1.53', 'floating_network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'router_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'port_id': 'a95a0ef5-20d3-4506-b437-40be348693b8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c', 'mac_address': 'fa:16:3e:50:7b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40acd3-9577-4e7d-8e43-45052ea3417a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:30:54Z', 'updated_at': '2021-05-04T18:31:08Z', 'revision_number': 1, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4f9458-2154-49cc-a86a-ccf9f853cc9f', 'name': '', 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'mac_address': 'fa:16:3e:70:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:12Z', 'updated_at': '2021-05-04T18:26:26Z', 'revision_number': 5, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'subnets': [{'id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:31:10.342740 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7c9984-f0c7-47ec-8a8e-9576359e8f6f None None] The sync data for ids ['69ceafa4-b679-412b-b7cd-ddd042228f5c'] in dv-cinder-789603-2-smb is: [{'id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'name': 'tempest-AttachVolumeTestJSON-1277100894-router', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:58Z', 'updated_at': '2021-05-04T18:26:14Z', 'revision_number': 4, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'gw_port': {'id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_floatingips': [{'id': '9d85b505-53da-4021-baae-bc0d9cdd7ef8', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'floating_ip_address': '172.28.1.53', 'floating_network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'router_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'port_id': 'a95a0ef5-20d3-4506-b437-40be348693b8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c', 'mac_address': 'fa:16:3e:50:7b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40acd3-9577-4e7d-8e43-45052ea3417a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:30:54Z', 'updated_at': '2021-05-04T18:31:08Z', 'revision_number': 1, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4f9458-2154-49cc-a86a-ccf9f853cc9f', 'name': '', 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'mac_address': 'fa:16:3e:70:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:12Z', 'updated_at': '2021-05-04T18:26:26Z', 'revision_number': 5, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'subnets': [{'id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:31:10.564531 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311fd6a1-1ee8-4701-bea5-f9aaeaa52c77 None None] New status for floating IP 9d85b505-53da-4021-baae-bc0d9cdd7ef8: ACTIVE {{(pid=74224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:31:10.755909 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea3b29-4962-4bbc-871c-1947887a81bb req-a6421abe-4add-4d73-8ca7-327a7106bab4 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:10.757384 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-48ea3b29-4962-4bbc-871c-1947887a81bb req-a6421abe-4add-4d73-8ca7-327a7106bab4 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 984 time: 0.0867877 May 04 18:31:10.806453 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-48ea3b29-4962-4bbc-871c-1947887a81bb req-76001d23-7012-48aa-a0f4-0d0f7cd7218c tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f521fea-98ca-4876-b558-fbd8e5dc08c5&id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424953 May 04 18:31:11.995303 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df54086-a64e-4bf8-b351-007c3c6a3067 req-275d6389-0eeb-4b08-92b4-c5c6111670e9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:11.996867 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2df54086-a64e-4bf8-b351-007c3c6a3067 req-275d6389-0eeb-4b08-92b4-c5c6111670e9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 984 time: 0.0830278 May 04 18:31:12.045100 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2df54086-a64e-4bf8-b351-007c3c6a3067 req-b9e3c028-2106-4ec9-b729-39f4490f7ee0 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f521fea-98ca-4876-b558-fbd8e5dc08c5&id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418692 May 04 18:31:13.236632 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96a353-ddd3-4291-9110-d6a9af284004 req-282bb2da-5c43-4515-818f-014497058449 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:13.238054 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9e96a353-ddd3-4291-9110-d6a9af284004 req-282bb2da-5c43-4515-818f-014497058449 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 984 time: 0.0837739 May 04 18:31:13.284366 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9e96a353-ddd3-4291-9110-d6a9af284004 req-b222910a-aa27-4030-8754-415741815442 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f521fea-98ca-4876-b558-fbd8e5dc08c5&id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406029 May 04 18:31:14.469797 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed61fdf-0f27-4ee2-8b58-3b20a8564ffe req-0ce43104-3353-40fd-8022-b6607b526de5 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:14.471222 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2ed61fdf-0f27-4ee2-8b58-3b20a8564ffe req-0ce43104-3353-40fd-8022-b6607b526de5 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 984 time: 0.0793145 May 04 18:31:14.520066 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2ed61fdf-0f27-4ee2-8b58-3b20a8564ffe req-f166a647-c4d8-41c7-8b4c-e5f8cc7c7180 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f521fea-98ca-4876-b558-fbd8e5dc08c5&id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428765 May 04 18:31:15.716915 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538abefd-4210-4cbb-8132-3a87a3f38b30 req-35722c49-b7cb-4a40-9288-e3e94d515d0b tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:15.718368 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-538abefd-4210-4cbb-8132-3a87a3f38b30 req-35722c49-b7cb-4a40-9288-e3e94d515d0b tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 984 time: 0.0908582 May 04 18:31:15.765951 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-538abefd-4210-4cbb-8132-3a87a3f38b30 req-f5c06b3b-b33d-45c0-b298-59c777502928 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f521fea-98ca-4876-b558-fbd8e5dc08c5&id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409794 May 04 18:31:16.959672 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742a7e7-f50e-4f98-9e78-b693021f6d40 req-c7737048-7f41-4f8c-ae8a-1c261f815346 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:16.961121 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b742a7e7-f50e-4f98-9e78-b693021f6d40 req-c7737048-7f41-4f8c-ae8a-1c261f815346 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 984 time: 0.0857322 May 04 18:31:17.008300 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b742a7e7-f50e-4f98-9e78-b693021f6d40 req-14236422-665d-4f10-86ce-d1726f457e7f tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f521fea-98ca-4876-b558-fbd8e5dc08c5&id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414560 May 04 18:31:18.192657 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd455ca-265d-4043-8507-3670caaac949 req-072d4a2b-7f27-4e62-942c-b7f749c9b101 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:18.194107 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2fd455ca-265d-4043-8507-3670caaac949 req-072d4a2b-7f27-4e62-942c-b7f749c9b101 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 984 time: 0.0806277 May 04 18:31:18.243719 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2fd455ca-265d-4043-8507-3670caaac949 req-1e74e020-1985-4fc7-ab88-d0985d465f30 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f521fea-98ca-4876-b558-fbd8e5dc08c5&id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423791 May 04 18:31:19.295388 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:19.437921 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45722455-0972-4921-bd94-2cd6667edb8b req-7a487f80-6f2d-41f5-92fe-91b3c164addb tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:19.439410 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-45722455-0972-4921-bd94-2cd6667edb8b req-7a487f80-6f2d-41f5-92fe-91b3c164addb tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 984 time: 0.0821733 May 04 18:31:19.484940 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-45722455-0972-4921-bd94-2cd6667edb8b req-eacb0685-ff2a-4bf9-a925-f3345127c5a8 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f521fea-98ca-4876-b558-fbd8e5dc08c5&id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393035 May 04 18:31:20.676402 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5650b2d-01ac-4dae-9495-c75fbfb4aee8 req-e22de720-4e2f-4b56-884c-e76491883b1b tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:20.677851 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c5650b2d-01ac-4dae-9495-c75fbfb4aee8 req-e22de720-4e2f-4b56-884c-e76491883b1b tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 984 time: 0.0807054 May 04 18:31:20.727534 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c5650b2d-01ac-4dae-9495-c75fbfb4aee8 req-17de2f45-46c6-4cb9-aa42-7269f57c2faa tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f521fea-98ca-4876-b558-fbd8e5dc08c5&id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435567 May 04 18:31:21.924974 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a475a-b788-4a4e-8547-d86814debdc5 req-2095b879-b06c-455a-b948-3510f2a77ec6 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:21.926442 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6a3a475a-b788-4a4e-8547-d86814debdc5 req-2095b879-b06c-455a-b948-3510f2a77ec6 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 984 time: 0.0801160 May 04 18:31:21.973642 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6a3a475a-b788-4a4e-8547-d86814debdc5 req-2217c471-c151-4aa9-b3ce-161f9ebbecd5 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f521fea-98ca-4876-b558-fbd8e5dc08c5&id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403082 May 04 18:31:23.866487 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 54484) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:31:23.982329 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a886c7d9-e538-4eb6-b4d1-e64679654abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:23.997702 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-a886c7d9-e538-4eb6-b4d1-e64679654abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:31:24.001538 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-a886c7d9-e538-4eb6-b4d1-e64679654abd admin admin] Usage tracker for resource:security_group_rule and tenant:fde7f96ca94e422f8c8260e66795aade is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:31:24.004304 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-a886c7d9-e538-4eb6-b4d1-e64679654abd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:31:24.010677 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-a886c7d9-e538-4eb6-b4d1-e64679654abd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:31:24.097287 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a886c7d9-e538-4eb6-b4d1-e64679654abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:24.163523 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a886c7d9-e538-4eb6-b4d1-e64679654abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:24.171638 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-5e82130d-f549-456e-9edb-4e5f9489990f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:31:24.210016 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-a886c7d9-e538-4eb6-b4d1-e64679654abd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fde7f96ca94e422f8c8260e66795aade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3423457 May 04 18:31:24.212142 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886c7d9-e538-4eb6-b4d1-e64679654abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c57c94c-b3f7-4c97-80af-c13031a38378,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:24.213386 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 54492) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:31:24.215438 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-a886c7d9-e538-4eb6-b4d1-e64679654abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:31:24.270867 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ef4d1a88-e96b-4b0d-a4fe-2c2be7bc4379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:24.296309 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ef4d1a88-e96b-4b0d-a4fe-2c2be7bc4379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:24.432128 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ef4d1a88-e96b-4b0d-a4fe-2c2be7bc4379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:24.437027 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-77f8aa86-0cb2-4b6b-9b5f-8fb70a7b9f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:31:24.452515 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d1a88-e96b-4b0d-a4fe-2c2be7bc4379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c57c94c-b3f7-4c97-80af-c13031a38378,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:24.464785 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d1a88-e96b-4b0d-a4fe-2c2be7bc4379 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:24.465098 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d1a88-e96b-4b0d-a4fe-2c2be7bc4379 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:24.465463 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d1a88-e96b-4b0d-a4fe-2c2be7bc4379 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:24.465819 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d1a88-e96b-4b0d-a4fe-2c2be7bc4379 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:24.466171 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d1a88-e96b-4b0d-a4fe-2c2be7bc4379 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:24.466520 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d1a88-e96b-4b0d-a4fe-2c2be7bc4379 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:24.466868 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d1a88-e96b-4b0d-a4fe-2c2be7bc4379 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:24.467221 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d1a88-e96b-4b0d-a4fe-2c2be7bc4379 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:24.467589 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d1a88-e96b-4b0d-a4fe-2c2be7bc4379 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:24.467937 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d1a88-e96b-4b0d-a4fe-2c2be7bc4379 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:24.468284 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d1a88-e96b-4b0d-a4fe-2c2be7bc4379 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:24.468625 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d1a88-e96b-4b0d-a4fe-2c2be7bc4379 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:24.472140 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-ef4d1a88-e96b-4b0d-a4fe-2c2be7bc4379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:31:24.477778 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ef4d1a88-e96b-4b0d-a4fe-2c2be7bc4379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:24.477778 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-ef4d1a88-e96b-4b0d-a4fe-2c2be7bc4379 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1c57c94c-b3f7-4c97-80af-c13031a38378 HTTP/1.1" status: 204 len: 168 time: 0.2597630 May 04 18:31:24.819516 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 6 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:31:25.056907 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 54504) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:31:25.074406 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-04921cec-4ee6-4d61-8cbf-30e94445d51b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:25.088916 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-04921cec-4ee6-4d61-8cbf-30e94445d51b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:31:25.092725 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-04921cec-4ee6-4d61-8cbf-30e94445d51b admin admin] Usage tracker for resource:security_group_rule and tenant:61deaa599cd9445db14bb35cf6e8e0db is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:31:25.095526 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-04921cec-4ee6-4d61-8cbf-30e94445d51b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:31:25.101113 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-04921cec-4ee6-4d61-8cbf-30e94445d51b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:31:25.182244 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-04921cec-4ee6-4d61-8cbf-30e94445d51b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:25.248879 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-04921cec-4ee6-4d61-8cbf-30e94445d51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:25.256014 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-23115077-0470-40ed-b695-8d2b1ae986ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:31:25.297540 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-04921cec-4ee6-4d61-8cbf-30e94445d51b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=61deaa599cd9445db14bb35cf6e8e0db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395129 May 04 18:31:25.298382 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04921cec-4ee6-4d61-8cbf-30e94445d51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106dcb23-4144-4533-a277-4ff32571eabf,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:25.300368 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 54508) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:31:25.301708 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-04921cec-4ee6-4d61-8cbf-30e94445d51b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:31:25.358727 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-b2bb9fa6-7102-43a0-b465-e5af404b5dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:25.382813 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-b2bb9fa6-7102-43a0-b465-e5af404b5dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:25.506279 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-b2bb9fa6-7102-43a0-b465-e5af404b5dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:25.511054 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-34fbf526-d3f9-4765-85da-e599de4f855a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:31:25.524733 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb9fa6-7102-43a0-b465-e5af404b5dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106dcb23-4144-4533-a277-4ff32571eabf,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:25.528557 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-b2bb9fa6-7102-43a0-b465-e5af404b5dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:31:25.534418 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-b2bb9fa6-7102-43a0-b465-e5af404b5dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:25.537602 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-b2bb9fa6-7102-43a0-b465-e5af404b5dcb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/106dcb23-4144-4533-a277-4ff32571eabf HTTP/1.1" status: 204 len: 168 time: 0.2356725 May 04 18:31:32.757563 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-e290cc84-95dc-41db-85ab-2c34842f6308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:33.725689 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 54632) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:31:33.845036 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c4fdf0f8-daa3-4ee0-99c7-c5baa8c398e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:33.862482 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-c4fdf0f8-daa3-4ee0-99c7-c5baa8c398e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:31:33.866235 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-c4fdf0f8-daa3-4ee0-99c7-c5baa8c398e4 admin admin] Usage tracker for resource:security_group_rule and tenant:ec4068246bc14583918ee8cab9b0a8dc is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:31:33.869030 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-c4fdf0f8-daa3-4ee0-99c7-c5baa8c398e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:31:33.874528 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-c4fdf0f8-daa3-4ee0-99c7-c5baa8c398e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:31:34.050246 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c4fdf0f8-daa3-4ee0-99c7-c5baa8c398e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:34.138394 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c4fdf0f8-daa3-4ee0-99c7-c5baa8c398e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:34.147962 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-f58be5bb-9900-48ac-bbec-13c6dc49aa5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:31:34.185346 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-c4fdf0f8-daa3-4ee0-99c7-c5baa8c398e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ec4068246bc14583918ee8cab9b0a8dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4585898 May 04 18:31:34.186896 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdf0f8-daa3-4ee0-99c7-c5baa8c398e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db62eecd-efba-4d76-a6b6-128c9e920a6b,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:34.188099 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 54642) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:31:34.194536 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdf0f8-daa3-4ee0-99c7-c5baa8c398e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:34.194898 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdf0f8-daa3-4ee0-99c7-c5baa8c398e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:34.195277 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdf0f8-daa3-4ee0-99c7-c5baa8c398e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:34.195624 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdf0f8-daa3-4ee0-99c7-c5baa8c398e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:34.195969 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdf0f8-daa3-4ee0-99c7-c5baa8c398e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:34.196307 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdf0f8-daa3-4ee0-99c7-c5baa8c398e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:34.197296 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdf0f8-daa3-4ee0-99c7-c5baa8c398e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:34.197632 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdf0f8-daa3-4ee0-99c7-c5baa8c398e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:34.197972 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdf0f8-daa3-4ee0-99c7-c5baa8c398e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:34.198306 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdf0f8-daa3-4ee0-99c7-c5baa8c398e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:34.198635 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdf0f8-daa3-4ee0-99c7-c5baa8c398e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:34.198966 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdf0f8-daa3-4ee0-99c7-c5baa8c398e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:34.202948 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-c4fdf0f8-daa3-4ee0-99c7-c5baa8c398e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:31:34.246231 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b37be25a-612a-467d-98ab-e0f104c13e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:34.276714 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b37be25a-612a-467d-98ab-e0f104c13e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:34.386765 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b37be25a-612a-467d-98ab-e0f104c13e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:34.390449 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-3cacc9db-099f-4d1d-a105-4421b3e673d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:31:34.403257 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37be25a-612a-467d-98ab-e0f104c13e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db62eecd-efba-4d76-a6b6-128c9e920a6b,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:34.407416 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-b37be25a-612a-467d-98ab-e0f104c13e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:31:34.412741 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b37be25a-612a-467d-98ab-e0f104c13e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:34.413818 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-b37be25a-612a-467d-98ab-e0f104c13e29 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/db62eecd-efba-4d76-a6b6-128c9e920a6b HTTP/1.1" status: 204 len: 168 time: 0.2247398 May 04 18:31:34.696038 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e23eb2-86d4-4188-8946-71c2043dc39f req-7ba55c3d-9eb0-4e7c-879f-e9e465d67239 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:34.698005 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-56e23eb2-86d4-4188-8946-71c2043dc39f req-7ba55c3d-9eb0-4e7c-879f-e9e465d67239 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 945 time: 0.0820310 May 04 18:31:34.744328 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-56e23eb2-86d4-4188-8946-71c2043dc39f req-1c0184cd-9482-4956-af45-41a06c4db15d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403659 May 04 18:31:34.972806 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 54660) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:31:34.990727 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-eb1b6572-2e92-4273-9d32-9ab390a915ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:35.005133 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-eb1b6572-2e92-4273-9d32-9ab390a915ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:31:35.008851 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-eb1b6572-2e92-4273-9d32-9ab390a915ce admin admin] Usage tracker for resource:security_group_rule and tenant:3a4aa1b20f1046f5b89ff26c8ed6ec05 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:31:35.012508 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-eb1b6572-2e92-4273-9d32-9ab390a915ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:31:35.017981 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-eb1b6572-2e92-4273-9d32-9ab390a915ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:31:35.095834 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-eb1b6572-2e92-4273-9d32-9ab390a915ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:35.160912 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-eb1b6572-2e92-4273-9d32-9ab390a915ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:35.169652 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-ef4d1a88-e96b-4b0d-a4fe-2c2be7bc4379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:31:35.207893 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-eb1b6572-2e92-4273-9d32-9ab390a915ce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3a4aa1b20f1046f5b89ff26c8ed6ec05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337189 May 04 18:31:35.209507 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b6572-2e92-4273-9d32-9ab390a915ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883aa1f8-9a25-42f3-83a4-38caadd0547b,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:35.210444 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 54666) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:31:35.213243 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-eb1b6572-2e92-4273-9d32-9ab390a915ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:31:35.273658 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-bc0925c5-9be3-412f-a274-bae007b0bbc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:35.297191 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-bc0925c5-9be3-412f-a274-bae007b0bbc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:35.414640 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-bc0925c5-9be3-412f-a274-bae007b0bbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:35.418277 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-c9ac1521-2f6a-4e1f-b632-002988f9ce68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:31:35.430670 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0925c5-9be3-412f-a274-bae007b0bbc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883aa1f8-9a25-42f3-83a4-38caadd0547b,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:35.434402 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-bc0925c5-9be3-412f-a274-bae007b0bbc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:31:35.439579 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-bc0925c5-9be3-412f-a274-bae007b0bbc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:35.440924 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-bc0925c5-9be3-412f-a274-bae007b0bbc3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/883aa1f8-9a25-42f3-83a4-38caadd0547b HTTP/1.1" status: 204 len: 168 time: 0.2289927 May 04 18:31:35.618657 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-294ad8ff-e8ea-4e6d-a180-be9a47674b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:35.789016 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:35.941085 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3c41d-a501-4633-bf9c-4eef760caa22 req-65bf0325-63f2-4d47-b5a5-2ab3542ca259 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:35.942536 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d3a3c41d-a501-4633-bf9c-4eef760caa22 req-65bf0325-63f2-4d47-b5a5-2ab3542ca259 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 945 time: 0.0871289 May 04 18:31:35.987720 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d3a3c41d-a501-4633-bf9c-4eef760caa22 req-3d6e3504-7f86-447d-a5ae-63394be2707a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393999 May 04 18:31:36.366716 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:37.180092 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a901029-06d5-484f-8aab-fae61b8054fc req-659f7aa6-48e5-4efd-a56a-50a897b46638 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:37.182086 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3a901029-06d5-484f-8aab-fae61b8054fc req-659f7aa6-48e5-4efd-a56a-50a897b46638 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 945 time: 0.0810564 May 04 18:31:37.229337 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3a901029-06d5-484f-8aab-fae61b8054fc req-d78bca56-54f0-4ffc-bc0c-5af70adbbc1b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416377 May 04 18:31:38.072112 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:38.414021 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee1f34-6b37-49bf-90cb-88ba79ff1720 req-43162e95-d88b-4369-bba1-ed3fb4a54e36 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:38.415467 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0fee1f34-6b37-49bf-90cb-88ba79ff1720 req-43162e95-d88b-4369-bba1-ed3fb4a54e36 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 945 time: 0.0777776 May 04 18:31:38.458477 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0fee1f34-6b37-49bf-90cb-88ba79ff1720 req-74de0d5b-d0c2-451a-90e7-b48ded698f3f tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374730 May 04 18:31:38.703598 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-d4503b48-a951-4642-ad2a-2bbea5d4e692 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2faf05b8a74d49ada10c39e6781cb00d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272040 May 04 18:31:38.849275 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-e455ac09-3385-4605-bd81-c835fb73d11a tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:38.850603 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-e455ac09-3385-4605-bd81-c835fb73d11a tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1420965 May 04 18:31:38.865130 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-55a39e29-5471-4610-a29f-b7153058ce6d tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.49 "GET /v2.0/quotas/2faf05b8a74d49ada10c39e6781cb00d HTTP/1.1" status: 200 len: 375 time: 0.0085540 May 04 18:31:38.914098 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-e57415c0-e81f-4e58-9b4a-0199e13b5495 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2faf05b8a74d49ada10c39e6781cb00d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441017 May 04 18:31:39.192090 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-36a9118d-8efb-4cdb-b5ed-e4627bec4533 req-264ca588-0b2a-43a5-b71c-c2ff5f5f1561 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb0da1f-b4dc-4a30-827d-99e07fe1d81f HTTP/1.1" status: 200 len: 210 time: 0.0441742 May 04 18:31:39.645113 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ba75e-b02c-4539-8f33-e990548cc215 req-d5da50f8-4a56-4fe8-950e-1d6b8b45e365 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:39.646626 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-387ba75e-b02c-4539-8f33-e990548cc215 req-d5da50f8-4a56-4fe8-950e-1d6b8b45e365 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 945 time: 0.0796804 May 04 18:31:39.695446 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-387ba75e-b02c-4539-8f33-e990548cc215 req-d9c22cce-8bbc-4876-9a49-241acb0de138 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420599 May 04 18:31:40.336786 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-224ab6d8-af33-4319-8b07-2bc94ead32a8 req-eddba0ed-6634-4f20-937b-4177a92703f2 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb0da1f-b4dc-4a30-827d-99e07fe1d81f HTTP/1.1" status: 200 len: 210 time: 0.0431962 May 04 18:31:40.888309 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276913d0-96b0-4c32-89f8-216d8a12d40d req-b515f38c-b10d-46e6-b5ae-a964c2a60767 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:40.889695 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-276913d0-96b0-4c32-89f8-216d8a12d40d req-b515f38c-b10d-46e6-b5ae-a964c2a60767 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 945 time: 0.0824380 May 04 18:31:40.937005 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-276913d0-96b0-4c32-89f8-216d8a12d40d req-86b91894-0f2c-4730-98ee-091c21a3bf9e tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411062 May 04 18:31:41.439680 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-6e9dac28-98e7-46be-9d89-fe9adb19a508 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2faf05b8a74d49ada10c39e6781cb00d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321751 May 04 18:31:41.489785 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ec86d4f5-a6d1-4491-aa66-8795904a3e16 req-28b7ed1a-b172-4918-9e14-7ccc18c2c00e tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb0da1f-b4dc-4a30-827d-99e07fe1d81f HTTP/1.1" status: 200 len: 210 time: 0.0448349 May 04 18:31:41.591622 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-848c362e-dbde-42b8-aebb-1e718faf88fb tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:41.593094 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-848c362e-dbde-42b8-aebb-1e718faf88fb tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1463194 May 04 18:31:41.608595 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-3bb4de95-333f-4d24-99b3-daef3dc20ddc tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Request body: {'port': {'device_id': '7fb0da1f-b4dc-4a30-827d-99e07fe1d81f', 'network_id': '43c766c5-284d-4633-afca-4ef3bea0ad1a', 'admin_state_up': True, 'tenant_id': '2faf05b8a74d49ada10c39e6781cb00d'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:31:41.744941 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-3bb4de95-333f-4d24-99b3-daef3dc20ddc tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:31:41.748844 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-3bb4de95-333f-4d24-99b3-daef3dc20ddc tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Usage tracker for resource:port and tenant:2faf05b8a74d49ada10c39e6781cb00d is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:31:41.751653 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-3bb4de95-333f-4d24-99b3-daef3dc20ddc tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:31:41.757603 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-3bb4de95-333f-4d24-99b3-daef3dc20ddc tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:31:41.835106 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-3bb4de95-333f-4d24-99b3-daef3dc20ddc tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Made reservation on behalf of 2faf05b8a74d49ada10c39e6781cb00d for: {'port': 1} {{(pid=74221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:31:41.838679 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-3bb4de95-333f-4d24-99b3-daef3dc20ddc tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:41.851788 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-3bb4de95-333f-4d24-99b3-daef3dc20ddc tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:41.867236 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-3bb4de95-333f-4d24-99b3-daef3dc20ddc tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:31:41.871608 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-3bb4de95-333f-4d24-99b3-daef3dc20ddc tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Usage tracker for resource:security_group_rule and tenant:2faf05b8a74d49ada10c39e6781cb00d is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:31:41.874394 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-3bb4de95-333f-4d24-99b3-daef3dc20ddc tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:31:41.880043 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-3bb4de95-333f-4d24-99b3-daef3dc20ddc tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:31:41.965752 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-3bb4de95-333f-4d24-99b3-daef3dc20ddc tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:42.032486 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-3bb4de95-333f-4d24-99b3-daef3dc20ddc tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:42.038468 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-eb1b6572-2e92-4273-9d32-9ab390a915ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:31:42.122905 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4de95-333f-4d24-99b3-daef3dc20ddc tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c356d7-6eee-439e-a793-4a8b6d905aef,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:42.126047 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-3bb4de95-333f-4d24-99b3-daef3dc20ddc tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:31:42.129013 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02161b-1fd0-473e-9d5e-707b947f5785 req-c6b1ed2f-7fac-4872-b268-cbbb123ac2c8 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:42.130490 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5d02161b-1fd0-473e-9d5e-707b947f5785 req-c6b1ed2f-7fac-4872-b268-cbbb123ac2c8 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 945 time: 0.0789561 May 04 18:31:42.177480 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5d02161b-1fd0-473e-9d5e-707b947f5785 req-36be7fe2-fe4e-43fc-a85d-b0f3f16305cd tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391371 May 04 18:31:42.208451 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_common [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-3bb4de95-333f-4d24-99b3-daef3dc20ddc tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Allocated IP 192.168.233.69 (43c766c5-284d-4633-afca-4ef3bea0ad1a/c7896b9c-cfee-4e74-a507-2c4955909c39/c1ee6229-f012-4eb5-a6aa-6915e4c2b045) {{(pid=74221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:31:42.404278 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-3bb4de95-333f-4d24-99b3-daef3dc20ddc tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Notify callbacks [] for port, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:42.418671 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.provisioning_blocks [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-3bb4de95-333f-4d24-99b3-daef3dc20ddc tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Transition to ACTIVE for port object c1ee6229-f012-4eb5-a6aa-6915e4c2b045 will not be triggered until provisioned by entity DHCP. {{(pid=74221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:31:42.510610 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-3bb4de95-333f-4d24-99b3-daef3dc20ddc tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:42.518076 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-956a6ea1-1b82-4d09-9abd-1f4d60faf9e7 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:31:42.579993 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-3bb4de95-333f-4d24-99b3-daef3dc20ddc tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Network 43c766c5-284d-4633-afca-4ef3bea0ad1a is already hosted by enough agents. {{(pid=74221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:31:42.587149 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-3bb4de95-333f-4d24-99b3-daef3dc20ddc tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Resources bound (agent type, host, resource id): {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:31:42.591615 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-3bb4de95-333f-4d24-99b3-daef3dc20ddc tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Received port after_create {{(pid=74221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:31:42.629662 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4de95-333f-4d24-99b3-daef3dc20ddc tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Pushing event updated for resources: {'Port': ['ID=c1ee6229-f012-4eb5-a6aa-6915e4c2b045,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:42.638560 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-3bb4de95-333f-4d24-99b3-daef3dc20ddc tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:31:42.663484 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-3bb4de95-333f-4d24-99b3-daef3dc20ddc tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:42.664021 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-3bb4de95-333f-4d24-99b3-daef3dc20ddc tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:42.694364 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9490e0-46af-48ab-9096-421860049bfa req-a1ed9a9b-3b1d-45f9-9998-9e4808b8055f tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:42.696043 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-bb9490e0-46af-48ab-9096-421860049bfa req-a1ed9a9b-3b1d-45f9-9998-9e4808b8055f tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb0da1f-b4dc-4a30-827d-99e07fe1d81f HTTP/1.1" status: 200 len: 935 time: 0.0965338 May 04 18:31:42.742790 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-bb9490e0-46af-48ab-9096-421860049bfa req-b2a67a13-29d5-4076-b3d6-5c004e63e7a4 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5c356d7-6eee-439e-a793-4a8b6d905aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408885 May 04 18:31:42.769861 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-3bb4de95-333f-4d24-99b3-daef3dc20ddc tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1655338 May 04 18:31:42.872273 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-ed6d9d3c-e21c-4d7b-a0a1-8a662e628a35 None None] Provisioning for port c1ee6229-f012-4eb5-a6aa-6915e4c2b045 completed by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:31:42.878203 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-ed6d9d3c-e21c-4d7b-a0a1-8a662e628a35 None None] Provisioning complete for port c1ee6229-f012-4eb5-a6aa-6915e4c2b045 triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:31:42.878576 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-ed6d9d3c-e21c-4d7b-a0a1-8a662e628a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:42.880393 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-235f82fc-4b2e-489b-b867-63c378ac93f3 service neutron] Request body: {'port': {'device_id': '7fb0da1f-b4dc-4a30-827d-99e07fe1d81f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:31:42.930511 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-ed6d9d3c-e21c-4d7b-a0a1-8a662e628a35 None None] Port c1ee6229-f012-4eb5-a6aa-6915e4c2b045 cannot update to ACTIVE because it is not bound. {{(pid=74223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:31:42.990136 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-235f82fc-4b2e-489b-b867-63c378ac93f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:43.373587 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc79f89-17b4-45e6-aa7f-f18b1afe5fa1 req-d0dd4193-b37f-446a-a744-38eaf3dca085 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:43.375028 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1fc79f89-17b4-45e6-aa7f-f18b1afe5fa1 req-d0dd4193-b37f-446a-a744-38eaf3dca085 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 945 time: 0.0827863 May 04 18:31:43.419474 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1fc79f89-17b4-45e6-aa7f-f18b1afe5fa1 req-b287863e-6b7e-4c59-9e62-85f1651392d4 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386150 May 04 18:31:43.420428 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-235f82fc-4b2e-489b-b867-63c378ac93f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ee6229-f012-4eb5-a6aa-6915e4c2b045 {{(pid=74221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:31:43.427826 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-235f82fc-4b2e-489b-b867-63c378ac93f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:43.442057 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.provisioning_blocks [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-235f82fc-4b2e-489b-b867-63c378ac93f3 service neutron] Transition to ACTIVE for port object c1ee6229-f012-4eb5-a6aa-6915e4c2b045 will not be triggered until provisioned by entity L2. {{(pid=74221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:31:43.503430 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-235f82fc-4b2e-489b-b867-63c378ac93f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262247'] for port, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:43.506907 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-b986d9b5-4d8a-4dc1-96af-38e7e1b77e44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:31:43.633904 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f82fc-4b2e-489b-b867-63c378ac93f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ee6229-f012-4eb5-a6aa-6915e4c2b045,revision_number=2']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:43.660021 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-235f82fc-4b2e-489b-b867-63c378ac93f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:31:43.737931 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-235f82fc-4b2e-489b-b867-63c378ac93f3 service neutron] Attempting to bind port c1ee6229-f012-4eb5-a6aa-6915e4c2b045 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:31:43.738260 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-235f82fc-4b2e-489b-b867-63c378ac93f3 service neutron] Attempting to bind port c1ee6229-f012-4eb5-a6aa-6915e4c2b045 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'f3b293c7-c8c8-4be3-84a0-1e58824c71fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '43c766c5-284d-4633-afca-4ef3bea0ad1a'}] {{(pid=74221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:31:43.738583 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-235f82fc-4b2e-489b-b867-63c378ac93f3 service neutron] Attempting to bind port c1ee6229-f012-4eb5-a6aa-6915e4c2b045 on network 43c766c5-284d-4633-afca-4ef3bea0ad1a {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:31:43.743050 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-235f82fc-4b2e-489b-b867-63c378ac93f3 service neutron] Port c1ee6229-f012-4eb5-a6aa-6915e4c2b045 on network 43c766c5-284d-4633-afca-4ef3bea0ad1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 18:31:43.743396 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-235f82fc-4b2e-489b-b867-63c378ac93f3 service neutron] Attempting to bind port c1ee6229-f012-4eb5-a6aa-6915e4c2b045 on network 43c766c5-284d-4633-afca-4ef3bea0ad1a {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:31:43.748521 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-235f82fc-4b2e-489b-b867-63c378ac93f3 service neutron] Checking agent: {'id': 'eb0c7dda-b795-49f1-9080-37ad6bcb4a66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'started_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:31:43.748849 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-235f82fc-4b2e-489b-b867-63c378ac93f3 service neutron] Checking segment: {'id': 'f3b293c7-c8c8-4be3-84a0-1e58824c71fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '43c766c5-284d-4633-afca-4ef3bea0ad1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:31:43.749233 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-235f82fc-4b2e-489b-b867-63c378ac93f3 service neutron] Bound using segment: {'id': 'f3b293c7-c8c8-4be3-84a0-1e58824c71fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '43c766c5-284d-4633-afca-4ef3bea0ad1a'} {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:31:43.749664 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-235f82fc-4b2e-489b-b867-63c378ac93f3 service neutron] Bound port: c1ee6229-f012-4eb5-a6aa-6915e4c2b045, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3b293c7-c8c8-4be3-84a0-1e58824c71fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '43c766c5-284d-4633-afca-4ef3bea0ad1a'}}] {{(pid=74221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:31:43.750003 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-235f82fc-4b2e-489b-b867-63c378ac93f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:43.845514 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-235f82fc-4b2e-489b-b867-63c378ac93f3 service neutron] For port c1ee6229-f012-4eb5-a6aa-6915e4c2b045, host hv-cinder-78960, cleared binding levels {{(pid=74221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:31:43.845514 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-235f82fc-4b2e-489b-b867-63c378ac93f3 service neutron] For port c1ee6229-f012-4eb5-a6aa-6915e4c2b045, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c1ee6229-f012-4eb5-a6aa-6915e4c2b045,segment=NetworkSegment(f3b293c7-c8c8-4be3-84a0-1e58824c71fd),segment_id=f3b293c7-c8c8-4be3-84a0-1e58824c71fd)] {{(pid=74221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:31:43.915744 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-235f82fc-4b2e-489b-b867-63c378ac93f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262247'] for port, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:43.921291 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-d539851a-61e9-40f1-9417-7589a90220b7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:31:43.929430 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488147e-73a3-4741-991e-c53133b6e7f9 req-6bce8a23-8935-4106-8b08-15cecb20017e tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:43.930989 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5488147e-73a3-4741-991e-c53133b6e7f9 req-6bce8a23-8935-4106-8b08-15cecb20017e tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb0da1f-b4dc-4a30-827d-99e07fe1d81f HTTP/1.1" status: 200 len: 947 time: 0.0807002 May 04 18:31:43.975532 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-235f82fc-4b2e-489b-b867-63c378ac93f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:43.975760 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5488147e-73a3-4741-991e-c53133b6e7f9 req-ca622394-0349-428b-a49e-0fe18da72267 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5c356d7-6eee-439e-a793-4a8b6d905aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389078 May 04 18:31:43.976774 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-235f82fc-4b2e-489b-b867-63c378ac93f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:43.978206 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-235f82fc-4b2e-489b-b867-63c378ac93f3 service neutron] 10.222.0.20 "PUT /v2.0/ports/c1ee6229-f012-4eb5-a6aa-6915e4c2b045 HTTP/1.1" status: 200 len: 1097 time: 1.2000904 May 04 18:31:43.978729 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb0da1f-b4dc-4a30-827d-99e07fe1d81f', 'tag': 'c1ee6229-f012-4eb5-a6aa-6915e4c2b045'}] {{(pid=74221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:31:44.017706 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f82fc-4b2e-489b-b867-63c378ac93f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ee6229-f012-4eb5-a6aa-6915e4c2b045,revision_number=3']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:44.021615 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-235f82fc-4b2e-489b-b867-63c378ac93f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:31:44.175275 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-5c8a6263-2cf7-4891-a93c-32b49bfc20f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:44.177516 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-5c8a6263-2cf7-4891-a93c-32b49bfc20f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2faf05b8a74d49ada10c39e6781cb00d&device_id=7fb0da1f-b4dc-4a30-827d-99e07fe1d81f HTTP/1.1" status: 200 len: 1100 time: 0.0847106 May 04 18:31:44.186642 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb0da1f-b4dc-4a30-827d-99e07fe1d81f', 'tag': 'c1ee6229-f012-4eb5-a6aa-6915e4c2b045', 'status': 'completed', 'code': 200} May 04 18:31:44.252468 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-4a479bca-e0d5-4cbb-86aa-2c1227bd446e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=c1ee6229-f012-4eb5-a6aa-6915e4c2b045 HTTP/1.1" status: 200 len: 217 time: 0.0610089 May 04 18:31:44.320056 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-9590d247-e87b-46f9-9dcc-d88e833d37ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:44.321487 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-9590d247-e87b-46f9-9dcc-d88e833d37ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c7896b9c-cfee-4e74-a507-2c4955909c39 HTTP/1.1" status: 200 len: 843 time: 0.0610380 May 04 18:31:44.397450 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-6397205b-ed29-41e0-94d7-d7fbcf2dc300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:44.399144 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-6397205b-ed29-41e0-94d7-d7fbcf2dc300 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=43c766c5-284d-4633-afca-4ef3bea0ad1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0692630 May 04 18:31:44.530551 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-d466ee83-1f5d-476a-8a6b-49ffa8b33bc7 service neutron] 10.222.0.20 "GET /v2.0/networks/43c766c5-284d-4633-afca-4ef3bea0ad1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245477 May 04 18:31:44.609272 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e498e-d9e5-4752-ab98-dad2bc473c45 req-d5719c28-805b-4d41-844f-48a8825d9ebb tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:44.610764 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-139e498e-d9e5-4752-ab98-dad2bc473c45 req-d5719c28-805b-4d41-844f-48a8825d9ebb tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 945 time: 0.0813327 May 04 18:31:44.655607 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-139e498e-d9e5-4752-ab98-dad2bc473c45 req-8845f32d-6947-48d6-9c73-a9c6cff89b2d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389142 May 04 18:31:44.663722 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-bebe4ac8-50b8-420e-a591-9ca7f7bf20d7 req-69435034-7c50-4885-b30f-d783c9c9abf6 service neutron] 10.222.0.20 "GET /v2.0/networks/43c766c5-284d-4633-afca-4ef3bea0ad1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255085 May 04 18:31:44.862322 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073a11b-7142-495c-97a4-b4aa810424c4 req-b1737f4f-82ca-48fb-8e77-3f4fcf4a1f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:44.863921 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-a073a11b-7142-495c-97a4-b4aa810424c4 req-b1737f4f-82ca-48fb-8e77-3f4fcf4a1f50 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2faf05b8a74d49ada10c39e6781cb00d&device_id=7fb0da1f-b4dc-4a30-827d-99e07fe1d81f HTTP/1.1" status: 200 len: 1100 time: 0.0751050 May 04 18:31:45.003809 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073a11b-7142-495c-97a4-b4aa810424c4 req-1b1679d3-0f46-456f-9d33-d7b6abe03029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:45.005234 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-a073a11b-7142-495c-97a4-b4aa810424c4 req-1b1679d3-0f46-456f-9d33-d7b6abe03029 service neutron] 10.222.0.20 "GET /v2.0/networks?id=43c766c5-284d-4633-afca-4ef3bea0ad1a HTTP/1.1" status: 200 len: 870 time: 0.1225688 May 04 18:31:45.082405 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-a073a11b-7142-495c-97a4-b4aa810424c4 req-6d0ae3e0-32a8-4afd-a80a-ca095cfb099d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=c1ee6229-f012-4eb5-a6aa-6915e4c2b045 HTTP/1.1" status: 200 len: 217 time: 0.0638726 May 04 18:31:45.148976 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073a11b-7142-495c-97a4-b4aa810424c4 req-1c1a6221-4af5-4fca-8f6d-33a94bed01c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:45.150490 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-a073a11b-7142-495c-97a4-b4aa810424c4 req-1c1a6221-4af5-4fca-8f6d-33a94bed01c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c7896b9c-cfee-4e74-a507-2c4955909c39 HTTP/1.1" status: 200 len: 843 time: 0.0603058 May 04 18:31:45.179015 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df7d80-47a3-4135-a9de-f369ab7e85e2 req-60de340f-457d-4775-aab6-f88cda6bd166 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:45.180479 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a3df7d80-47a3-4135-a9de-f369ab7e85e2 req-60de340f-457d-4775-aab6-f88cda6bd166 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb0da1f-b4dc-4a30-827d-99e07fe1d81f HTTP/1.1" status: 200 len: 947 time: 0.0842657 May 04 18:31:45.230057 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073a11b-7142-495c-97a4-b4aa810424c4 req-fa57f975-b6f2-4442-8fd5-c318c331a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:45.231572 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-a073a11b-7142-495c-97a4-b4aa810424c4 req-fa57f975-b6f2-4442-8fd5-c318c331a21a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=43c766c5-284d-4633-afca-4ef3bea0ad1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0724108 May 04 18:31:45.298140 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a3df7d80-47a3-4135-a9de-f369ab7e85e2 req-dc735590-75a3-44f2-9649-5d20d923d094 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5c356d7-6eee-439e-a793-4a8b6d905aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112688 May 04 18:31:45.457388 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-a073a11b-7142-495c-97a4-b4aa810424c4 req-cee41ba6-b7c0-42b7-a000-1145da2cfec8 service neutron] 10.222.0.20 "GET /v2.0/networks/43c766c5-284d-4633-afca-4ef3bea0ad1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166204 May 04 18:31:45.586505 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-a073a11b-7142-495c-97a4-b4aa810424c4 req-cfd00b98-7ec8-4256-b2f9-1d53cc6498e8 service neutron] 10.222.0.20 "GET /v2.0/networks/43c766c5-284d-4633-afca-4ef3bea0ad1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224232 May 04 18:31:45.842699 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486e325-136b-4dab-8acb-622ec07658fe req-17d36a98-36ad-4288-b97a-20a2aa0b8652 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:45.844132 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a486e325-136b-4dab-8acb-622ec07658fe req-17d36a98-36ad-4288-b97a-20a2aa0b8652 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 945 time: 0.0774114 May 04 18:31:45.889105 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a486e325-136b-4dab-8acb-622ec07658fe req-cc8cd956-03b6-4d3c-af52-60fe06978cd1 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394487 May 04 18:31:46.625889 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b327ab6-12d3-4002-8676-5e0655554c0d req-249c7289-ffb0-47ee-9db2-6b41558a8550 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:46.627240 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6b327ab6-12d3-4002-8676-5e0655554c0d req-249c7289-ffb0-47ee-9db2-6b41558a8550 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb0da1f-b4dc-4a30-827d-99e07fe1d81f HTTP/1.1" status: 200 len: 947 time: 0.0770025 May 04 18:31:46.670814 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6b327ab6-12d3-4002-8676-5e0655554c0d req-afb93edf-ac5e-4fe6-a7db-5331fa917e8f tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5c356d7-6eee-439e-a793-4a8b6d905aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380065 May 04 18:31:47.080224 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c131b8-365a-485c-9fc7-44c6ecbff3e1 req-31fbd231-6eba-43e9-a93c-644527ea23ce tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:47.081665 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e2c131b8-365a-485c-9fc7-44c6ecbff3e1 req-31fbd231-6eba-43e9-a93c-644527ea23ce tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 945 time: 0.0833886 May 04 18:31:47.125799 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e2c131b8-365a-485c-9fc7-44c6ecbff3e1 req-d66913f1-5725-41be-9d8b-598c4a2de8ee tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384421 May 04 18:31:47.295330 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device c1ee6229-f012-4eb5-a6aa-6915e4c2b045 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:31:47.432257 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port c1ee6229-f012-4eb5-a6aa-6915e4c2b045, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c1ee6229-f012-4eb5-a6aa-6915e4c2b045,segment=NetworkSegment(f3b293c7-c8c8-4be3-84a0-1e58824c71fd),segment_id=f3b293c7-c8c8-4be3-84a0-1e58824c71fd)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:31:47.445835 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Returning: {'device': 'c1ee6229-f012-4eb5-a6aa-6915e4c2b045', 'network_id': '43c766c5-284d-4633-afca-4ef3bea0ad1a', 'port_id': 'c1ee6229-f012-4eb5-a6aa-6915e4c2b045', 'mac_address': 'fa:16:3e:f0:35:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7896b9c-cfee-4e74-a507-2c4955909c39', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:31:47.506506 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:47.524170 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ee6229-f012-4eb5-a6aa-6915e4c2b045 {{(pid=74223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:31:47.540863 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port c1ee6229-f012-4eb5-a6aa-6915e4c2b045, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c1ee6229-f012-4eb5-a6aa-6915e4c2b045,segment=NetworkSegment(f3b293c7-c8c8-4be3-84a0-1e58824c71fd),segment_id=f3b293c7-c8c8-4be3-84a0-1e58824c71fd)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:31:47.618209 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:47.619007 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 577242cd-251b-4113-bc7f-d27aed68e52b details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:31:47.624408 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:31:47.719345 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=c1ee6229-f012-4eb5-a6aa-6915e4c2b045,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:47.781238 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:47.781591 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:47.781926 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:47.782280 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:47.782582 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:47.782902 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:47.783232 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:47.783554 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:47.783880 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:47.784185 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:47.784497 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:47.784807 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:47.797462 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:31:47.832267 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 577242cd-251b-4113-bc7f-d27aed68e52b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=577242cd-251b-4113-bc7f-d27aed68e52b,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:31:47.846413 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Returning: {'device': '577242cd-251b-4113-bc7f-d27aed68e52b', 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'port_id': '577242cd-251b-4113-bc7f-d27aed68e52b', 'mac_address': 'fa:16:3e:da:c1:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:31:47.867654 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992548f0-b96c-4c28-95d6-262524f6f690 req-0ffebc5e-1249-4e48-b05a-c2532e35ed47 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:47.869092 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-992548f0-b96c-4c28-95d6-262524f6f690 req-0ffebc5e-1249-4e48-b05a-c2532e35ed47 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb0da1f-b4dc-4a30-827d-99e07fe1d81f HTTP/1.1" status: 200 len: 948 time: 0.0819991 May 04 18:31:47.905770 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:47.915018 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-992548f0-b96c-4c28-95d6-262524f6f690 req-e4ee0401-dd37-4a00-af3e-59d5ce2aca72 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5c356d7-6eee-439e-a793-4a8b6d905aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397904 May 04 18:31:47.923241 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 577242cd-251b-4113-bc7f-d27aed68e52b {{(pid=74223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:31:47.942295 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 577242cd-251b-4113-bc7f-d27aed68e52b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=577242cd-251b-4113-bc7f-d27aed68e52b,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:31:48.024163 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:48.028349 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:31:48.101314 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=577242cd-251b-4113-bc7f-d27aed68e52b,revision_number=6']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:48.103459 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:31:48.141259 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['577242cd-251b-4113-bc7f-d27aed68e52b'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:31:48.356531 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41991f0-e057-40fe-bdb7-e8797f326231 req-1eb0bf4c-4db2-4034-b2cf-58b04c33ee83 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:48.358106 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f41991f0-e057-40fe-bdb7-e8797f326231 req-1eb0bf4c-4db2-4034-b2cf-58b04c33ee83 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 944 time: 0.1112535 May 04 18:31:48.359835 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['c1ee6229-f012-4eb5-a6aa-6915e4c2b045'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:31:48.413451 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f41991f0-e057-40fe-bdb7-e8797f326231 req-f264a6b6-b504-46b8-b530-144f2a58045f tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485444 May 04 18:31:49.140016 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b459c65-06ad-43c7-b6fd-8dc3b72ee54f req-c091ae6e-22f7-4ba9-a3dd-439c32b90f6a tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:49.141640 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7b459c65-06ad-43c7-b6fd-8dc3b72ee54f req-c091ae6e-22f7-4ba9-a3dd-439c32b90f6a tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb0da1f-b4dc-4a30-827d-99e07fe1d81f HTTP/1.1" status: 200 len: 948 time: 0.0910943 May 04 18:31:49.190802 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7b459c65-06ad-43c7-b6fd-8dc3b72ee54f req-bf106aae-f0d6-4aa4-98dd-782df1f66bb6 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5c356d7-6eee-439e-a793-4a8b6d905aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411823 May 04 18:31:49.298557 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device c1ee6229-f012-4eb5-a6aa-6915e4c2b045 up at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:31:49.330246 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:49.426621 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning for port c1ee6229-f012-4eb5-a6aa-6915e4c2b045 completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:31:49.431987 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning complete for port c1ee6229-f012-4eb5-a6aa-6915e4c2b045 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:31:49.433331 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:49.593877 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:49.638304 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb0da1f-b4dc-4a30-827d-99e07fe1d81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ee6229-f012-4eb5-a6aa-6915e4c2b045'}] {{(pid=74223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:31:49.656472 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port c1ee6229-f012-4eb5-a6aa-6915e4c2b045, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c1ee6229-f012-4eb5-a6aa-6915e4c2b045,segment=NetworkSegment(f3b293c7-c8c8-4be3-84a0-1e58824c71fd),segment_id=f3b293c7-c8c8-4be3-84a0-1e58824c71fd)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:31:49.678182 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf2cef-9ac5-47b6-b0e6-954add541694 req-38491822-949e-4972-b2a9-d412d26a0374 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:49.685061 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-eddf2cef-9ac5-47b6-b0e6-954add541694 req-38491822-949e-4972-b2a9-d412d26a0374 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 944 time: 0.1381304 May 04 18:31:49.732557 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:49.733726 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 577242cd-251b-4113-bc7f-d27aed68e52b up at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:31:49.752851 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-eddf2cef-9ac5-47b6-b0e6-954add541694 req-6ecc6889-149a-4316-8333-637b3799bf37 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652916 May 04 18:31:49.783132 dv-cinder-789603-2-smb neutron-server[74223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb0da1f-b4dc-4a30-827d-99e07fe1d81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ee6229-f012-4eb5-a6aa-6915e4c2b045', 'code': 200} May 04 18:31:49.783863 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-eff57908-dd35-4389-aa7e-cd540767b080 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:31:49.920566 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=c1ee6229-f012-4eb5-a6aa-6915e4c2b045,revision_number=5']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:49.927999 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:31:49.943188 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning complete for port 577242cd-251b-4113-bc7f-d27aed68e52b triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:31:49.943438 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:50.111863 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:50.157601 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 577242cd-251b-4113-bc7f-d27aed68e52b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=577242cd-251b-4113-bc7f-d27aed68e52b,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:31:50.180899 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59071ba-dd62-4b2f-ad0c-2c385d989968 req-21db4505-e1b6-4119-8499-f35b871aa6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:50.183894 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-b59071ba-dd62-4b2f-ad0c-2c385d989968 req-21db4505-e1b6-4119-8499-f35b871aa6e5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7fb0da1f-b4dc-4a30-827d-99e07fe1d81f HTTP/1.1" status: 200 len: 1102 time: 0.0928221 May 04 18:31:50.234723 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-b59071ba-dd62-4b2f-ad0c-2c385d989968 req-8a9981db-5498-4610-b48f-e3a4c79a0b5c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e5c356d7-6eee-439e-a793-4a8b6d905aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443223 May 04 18:31:50.235757 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:50.238197 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-75ce0ff0-b77a-4007-a766-fc4e411e2f3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:31:50.334208 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=577242cd-251b-4113-bc7f-d27aed68e52b,revision_number=7']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:50.338278 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:31:50.428057 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a12442-76f3-43a3-9547-c9316447cde0 req-e0ba3d8b-431d-4929-8077-e004e518e056 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:50.429689 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-80a12442-76f3-43a3-9547-c9316447cde0 req-e0ba3d8b-431d-4929-8077-e004e518e056 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb0da1f-b4dc-4a30-827d-99e07fe1d81f HTTP/1.1" status: 200 len: 949 time: 0.0982683 May 04 18:31:50.479129 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-80a12442-76f3-43a3-9547-c9316447cde0 req-67fd4d36-25b3-4526-a521-7e68851f24e6 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5c356d7-6eee-439e-a793-4a8b6d905aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435898 May 04 18:31:50.965720 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34d926-6b11-457a-9ffb-b7aff0618beb req-b06bafe7-2d2e-49ad-89a2-2f6019009941 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:50.967183 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4f34d926-6b11-457a-9ffb-b7aff0618beb req-b06bafe7-2d2e-49ad-89a2-2f6019009941 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 945 time: 0.0870552 May 04 18:31:51.015462 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4f34d926-6b11-457a-9ffb-b7aff0618beb req-03cd8483-79fd-41c1-bbcf-9a2a90109df5 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417254 May 04 18:31:51.689016 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52aae4-1235-42f2-9f6e-cf02dc38b26b req-199bcdef-4e57-45b2-96c0-bdfb10570b9f tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:51.690931 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ec52aae4-1235-42f2-9f6e-cf02dc38b26b req-199bcdef-4e57-45b2-96c0-bdfb10570b9f tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb0da1f-b4dc-4a30-827d-99e07fe1d81f HTTP/1.1" status: 200 len: 949 time: 0.0902910 May 04 18:31:51.740732 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ec52aae4-1235-42f2-9f6e-cf02dc38b26b req-0bd1bb49-c4db-4ff8-932c-00b8dbc7f906 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5c356d7-6eee-439e-a793-4a8b6d905aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435808 May 04 18:31:51.784502 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577242cd-251b-4113-bc7f-d27aed68e52b'}] {{(pid=74223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:31:51.864764 dv-cinder-789603-2-smb neutron-server[74223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577242cd-251b-4113-bc7f-d27aed68e52b', 'code': 200} May 04 18:31:52.269214 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca200960-13d9-4bcf-9302-4d72a6e1bffe req-bfcad323-95ae-422a-a3bd-c5f10cbf1dbf tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:52.273923 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ca200960-13d9-4bcf-9302-4d72a6e1bffe req-bfcad323-95ae-422a-a3bd-c5f10cbf1dbf tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 945 time: 0.1078007 May 04 18:31:52.318756 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ca200960-13d9-4bcf-9302-4d72a6e1bffe req-7d768d26-d1af-44d3-b91d-29b335991f67 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411727 May 04 18:31:52.628142 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51942175-f0ac-470e-95b8-a974a449f312 req-9d3b9034-a9e3-4084-a52c-05a5355fb1b3 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:52.631682 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-51942175-f0ac-470e-95b8-a974a449f312 req-9d3b9034-a9e3-4084-a52c-05a5355fb1b3 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb0da1f-b4dc-4a30-827d-99e07fe1d81f HTTP/1.1" status: 200 len: 949 time: 0.0889268 May 04 18:31:52.678777 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-51942175-f0ac-470e-95b8-a974a449f312 req-ff6de585-7e4c-41ea-a92f-4df090b30b2e tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5c356d7-6eee-439e-a793-4a8b6d905aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420301 May 04 18:31:53.542280 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a493f-ce14-4368-af1f-3cea793d00b3 req-fb7de8e2-19ef-4d61-bd0c-6ede53ede275 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:53.543833 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7e4a493f-ce14-4368-af1f-3cea793d00b3 req-fb7de8e2-19ef-4d61-bd0c-6ede53ede275 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 945 time: 0.0963385 May 04 18:31:53.602270 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7e4a493f-ce14-4368-af1f-3cea793d00b3 req-149eac2b-8411-4153-b52b-7d0166617fab tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516820 May 04 18:31:53.891137 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff743b-b265-42f1-9f2f-8f27ba47b940 req-986085ae-3dec-4915-8527-5a590aa6e889 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:53.892631 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-fbff743b-b265-42f1-9f2f-8f27ba47b940 req-986085ae-3dec-4915-8527-5a590aa6e889 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb0da1f-b4dc-4a30-827d-99e07fe1d81f HTTP/1.1" status: 200 len: 949 time: 0.0956802 May 04 18:31:53.939350 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-fbff743b-b265-42f1-9f2f-8f27ba47b940 req-38daa047-44d2-4a6f-b9e1-11e88d1987b8 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5c356d7-6eee-439e-a793-4a8b6d905aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395455 May 04 18:31:54.025655 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a550a-87a5-4c06-8432-7412e06168f2 req-4071d533-877d-4c23-85ef-bcb1aca936f9 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:54.026383 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-0f7a550a-87a5-4c06-8432-7412e06168f2 req-4071d533-877d-4c23-85ef-bcb1aca936f9 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Synchronizing usage tracker for tenant:2faf05b8a74d49ada10c39e6781cb00d on resource:port {{(pid=74221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:31:54.418336 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-0f7a550a-87a5-4c06-8432-7412e06168f2 req-4071d533-877d-4c23-85ef-bcb1aca936f9 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Unset dirty status for tenant:2faf05b8a74d49ada10c39e6781cb00d on resource:port {{(pid=74221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:31:54.421671 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-0f7a550a-87a5-4c06-8432-7412e06168f2 req-4071d533-877d-4c23-85ef-bcb1aca936f9 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fb0da1f-b4dc-4a30-827d-99e07fe1d81f HTTP/1.1" status: 200 len: 949 time: 0.4742999 May 04 18:31:54.571354 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [req-0f7a550a-87a5-4c06-8432-7412e06168f2 req-9581667d-d481-47ab-a1bb-b05e9ab4bf84 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Deleting port c1ee6229-f012-4eb5-a6aa-6915e4c2b045 {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:31:54.571695 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-0f7a550a-87a5-4c06-8432-7412e06168f2 req-9581667d-d481-47ab-a1bb-b05e9ab4bf84 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:54.753834 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-0f7a550a-87a5-4c06-8432-7412e06168f2 req-9581667d-d481-47ab-a1bb-b05e9ab4bf84 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] For port c1ee6229-f012-4eb5-a6aa-6915e4c2b045, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c1ee6229-f012-4eb5-a6aa-6915e4c2b045,segment=NetworkSegment(f3b293c7-c8c8-4be3-84a0-1e58824c71fd),segment_id=f3b293c7-c8c8-4be3-84a0-1e58824c71fd)] {{(pid=74221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:31:54.755916 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-0f7a550a-87a5-4c06-8432-7412e06168f2 req-9581667d-d481-47ab-a1bb-b05e9ab4bf84 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:54.881739 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e4ab6-b21b-42a0-be04-777d210be742 req-9156cd74-ff5a-4c91-a7c6-1cdda8bd10eb tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:54.883947 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6f5e4ab6-b21b-42a0-be04-777d210be742 req-9156cd74-ff5a-4c91-a7c6-1cdda8bd10eb tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 945 time: 0.1212606 May 04 18:31:54.955956 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6f5e4ab6-b21b-42a0-be04-777d210be742 req-6190a41a-b5ec-4a9e-8b70-dab2ae2c8427 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646837 May 04 18:31:54.956354 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [req-0f7a550a-87a5-4c06-8432-7412e06168f2 req-9581667d-d481-47ab-a1bb-b05e9ab4bf84 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Calling delete_port for c1ee6229-f012-4eb5-a6aa-6915e4c2b045 owned by compute:nova {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:31:55.132644 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-0f7a550a-87a5-4c06-8432-7412e06168f2 req-9581667d-d481-47ab-a1bb-b05e9ab4bf84 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:55.140036 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-9e451e08-3256-4111-847a-ea64e1eb0284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:31:55.144190 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['c1ee6229-f012-4eb5-a6aa-6915e4c2b045'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:31:55.168573 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7948dc-e83d-49d5-a668-34336f9d054f req-114c7a21-1a89-4a33-abf6-db245d5b1369 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:55.170614 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-fd7948dc-e83d-49d5-a668-34336f9d054f req-114c7a21-1a89-4a33-abf6-db245d5b1369 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb0da1f-b4dc-4a30-827d-99e07fe1d81f HTTP/1.1" status: 200 len: 867 time: 0.0961516 May 04 18:31:55.224317 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-fd7948dc-e83d-49d5-a668-34336f9d054f req-467a8e38-fc71-4f4a-a58d-d7cfd2aa5bfb tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5c356d7-6eee-439e-a793-4a8b6d905aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474656 May 04 18:31:55.224630 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581667d-d481-47ab-a1bb-b05e9ab4bf84 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Pushing event deleted for resources: {'Port': ['ID=c1ee6229-f012-4eb5-a6aa-6915e4c2b045,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:55.228480 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-9581667d-d481-47ab-a1bb-b05e9ab4bf84 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:31:55.320108 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f7a550a-87a5-4c06-8432-7412e06168f2 req-9581667d-d481-47ab-a1bb-b05e9ab4bf84 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] No DVR routers for this DVR port c1ee6229-f012-4eb5-a6aa-6915e4c2b045 on host hv-cinder-78960 {{(pid=74221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:31:55.322780 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-0f7a550a-87a5-4c06-8432-7412e06168f2 req-9581667d-d481-47ab-a1bb-b05e9ab4bf84 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:55.338556 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb0da1f-b4dc-4a30-827d-99e07fe1d81f', 'name': 'network-vif-deleted', 'tag': 'c1ee6229-f012-4eb5-a6aa-6915e4c2b045'}] {{(pid=74221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:31:55.379337 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb0da1f-b4dc-4a30-827d-99e07fe1d81f', 'name': 'network-vif-deleted', 'tag': 'c1ee6229-f012-4eb5-a6aa-6915e4c2b045', 'status': 'completed', 'code': 200} May 04 18:31:55.438772 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-0f7a550a-87a5-4c06-8432-7412e06168f2 req-9581667d-d481-47ab-a1bb-b05e9ab4bf84 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.20 "DELETE /v2.0/ports/c1ee6229-f012-4eb5-a6aa-6915e4c2b045 HTTP/1.1" status: 204 len: 173 time: 1.0131283 May 04 18:31:56.242137 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca743c66-72d0-4689-98e7-6500d198564c req-f9d51a80-4804-4675-9adf-b5b76190e817 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:56.245664 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ca743c66-72d0-4689-98e7-6500d198564c req-f9d51a80-4804-4675-9adf-b5b76190e817 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 945 time: 0.1709132 May 04 18:31:56.304575 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ca743c66-72d0-4689-98e7-6500d198564c req-f2c4bb92-b3c1-426f-9972-9e1b2f9fbd0d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543985 May 04 18:31:56.443363 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1d6dd2f8-7ae2-4551-a09d-963bb393c409 req-1ca4fcf4-d1ef-4f75-a916-801fe290d8b2 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb0da1f-b4dc-4a30-827d-99e07fe1d81f HTTP/1.1" status: 200 len: 210 time: 0.0509193 May 04 18:31:57.382787 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device c1ee6229-f012-4eb5-a6aa-6915e4c2b045 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:31:57.435513 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] No Port match for: c1ee6229-f012-4eb5-a6aa-6915e4c2b045 {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:31:57.435903 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device c1ee6229-f012-4eb5-a6aa-6915e4c2b045 not bound to the agent host hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:31:57.537727 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93ae83-2cd7-4bdb-99a2-80448368562f req-e09ba26e-63fd-4eb2-93b8-9eb638325e53 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:57.539413 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9e93ae83-2cd7-4bdb-99a2-80448368562f req-e09ba26e-63fd-4eb2-93b8-9eb638325e53 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 945 time: 0.1028333 May 04 18:31:57.594162 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9e93ae83-2cd7-4bdb-99a2-80448368562f req-d7915fd3-42f4-4212-b0c3-9bc2e8f71ead tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474541 May 04 18:31:58.840542 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0622a55-bbfb-4e60-ae12-f73cb9d34e6b req-da7316a4-7a78-42c4-b581-8a2b1d7c562f tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:58.842018 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a0622a55-bbfb-4e60-ae12-f73cb9d34e6b req-da7316a4-7a78-42c4-b581-8a2b1d7c562f tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 945 time: 0.1101675 May 04 18:31:58.889957 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a0622a55-bbfb-4e60-ae12-f73cb9d34e6b req-ffb1d117-f8cf-44bf-a004-af3f44182979 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401013 May 04 18:31:59.580631 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d10ed0-916e-421c-8c33-0148ae0c548f req-bd6ebe52-33e2-4a08-b28e-3f34b1cb76c7 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:31:59.582151 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d5d10ed0-916e-421c-8c33-0148ae0c548f req-bd6ebe52-33e2-4a08-b28e-3f34b1cb76c7 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 945 time: 0.0809963 May 04 18:31:59.627739 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d5d10ed0-916e-421c-8c33-0148ae0c548f req-8c4a7dae-6fa0-444f-8f82-43d5e7b3e770 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386689 May 04 18:32:00.021413 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33559d-e086-4633-8eec-e5f005aff7cb req-75ab06d6-a68a-41e8-82b8-af2d7bb221e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:00.023804 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-5f33559d-e086-4633-8eec-e5f005aff7cb req-75ab06d6-a68a-41e8-82b8-af2d7bb221e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76bc34a978a74f5391886da16fb39bf8&device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 1098 time: 0.0747631 May 04 18:32:00.116000 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de42af-b52c-4462-abaf-06a54fb6bac9 req-3d4e5e0a-46b2-459a-ac9c-84132a878de7 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:00.117467 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f4de42af-b52c-4462-abaf-06a54fb6bac9 req-3d4e5e0a-46b2-459a-ac9c-84132a878de7 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 945 time: 0.0976665 May 04 18:32:00.162464 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33559d-e086-4633-8eec-e5f005aff7cb req-865f7b49-5a7f-47e7-9ff7-39580323d828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:00.163285 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f4de42af-b52c-4462-abaf-06a54fb6bac9 req-2308f9e1-f563-4fca-b8e7-8a702f35aa71 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391040 May 04 18:32:00.163959 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-5f33559d-e086-4633-8eec-e5f005aff7cb req-865f7b49-5a7f-47e7-9ff7-39580323d828 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3feac1cb-76d7-4653-8c68-28519f9a3ebb HTTP/1.1" status: 200 len: 917 time: 0.1343033 May 04 18:32:00.275336 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-5f33559d-e086-4633-8eec-e5f005aff7cb req-920e8983-7694-4798-90d2-5e0a9e89fba3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=577242cd-251b-4113-bc7f-d27aed68e52b HTTP/1.1" status: 200 len: 1001 time: 0.1050100 May 04 18:32:00.348143 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33559d-e086-4633-8eec-e5f005aff7cb req-0e376de4-316b-4540-90b7-64e3a8f6aa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:00.349740 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-5f33559d-e086-4633-8eec-e5f005aff7cb req-0e376de4-316b-4540-90b7-64e3a8f6aa58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ac34bf5f-88ea-4331-a071-effcc9c85f2a HTTP/1.1" status: 200 len: 855 time: 0.0678360 May 04 18:32:00.427131 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33559d-e086-4633-8eec-e5f005aff7cb req-46ab9c12-8032-43bf-a4a0-b0abc2b13c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:00.428653 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-5f33559d-e086-4633-8eec-e5f005aff7cb req-46ab9c12-8032-43bf-a4a0-b0abc2b13c99 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3feac1cb-76d7-4653-8c68-28519f9a3ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0728538 May 04 18:32:00.651702 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-5f33559d-e086-4633-8eec-e5f005aff7cb req-9ab9e4c7-b7ea-4e24-a8bf-0d3c133d6b69 service neutron] 10.222.0.20 "GET /v2.0/networks/3feac1cb-76d7-4653-8c68-28519f9a3ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158902 May 04 18:32:00.784500 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-5f33559d-e086-4633-8eec-e5f005aff7cb req-8ba60117-e8e5-45ce-91da-8971c49335f3 service neutron] 10.222.0.20 "GET /v2.0/networks/3feac1cb-76d7-4653-8c68-28519f9a3ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262188 May 04 18:32:00.839895 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69498da6-f845-42fe-bbc1-e3a7e1d7389b req-f28c4ca3-1a43-46ef-8b98-0ee6cc319bdd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:00.841351 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-69498da6-f845-42fe-bbc1-e3a7e1d7389b req-f28c4ca3-1a43-46ef-8b98-0ee6cc319bdd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 945 time: 0.0942404 May 04 18:32:00.887101 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-69498da6-f845-42fe-bbc1-e3a7e1d7389b req-b440b49d-4899-4f07-bc24-9a562cb0e271 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391412 May 04 18:32:01.365521 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a800d-454d-46f6-8e8f-03e02f0a7cac req-66653426-7aa5-4cb6-8583-ac257257a2c2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:01.366983 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ac2a800d-454d-46f6-8e8f-03e02f0a7cac req-66653426-7aa5-4cb6-8583-ac257257a2c2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 945 time: 0.0838208 May 04 18:32:01.413123 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ac2a800d-454d-46f6-8e8f-03e02f0a7cac req-9d3a7d12-a4ba-4ce7-b83e-3ad1ef13689f tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392485 May 04 18:32:01.819045 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 6 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:32:01.882601 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-291243ae-8130-4576-8fc9-2e104e189931 req-58554bbf-c6eb-438d-9513-cafbcd323478 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1412550443&fields=id&tenant_id=ba44109d89274d7a81583c1b92e79659 HTTP/1.1" status: 200 len: 267 time: 0.0423870 May 04 18:32:01.973926 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291243ae-8130-4576-8fc9-2e104e189931 req-35342acb-16ef-416a-b2de-1b9c75e3a2d4 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:01.975448 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-291243ae-8130-4576-8fc9-2e104e189931 req-35342acb-16ef-416a-b2de-1b9c75e3a2d4 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 984 time: 0.0864863 May 04 18:32:01.987498 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [req-291243ae-8130-4576-8fc9-2e104e189931 req-9d135afb-1589-4ca7-b14c-4c8ee1f8d408 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Request body: {'port': {'security_groups': ['9d0aae20-9472-4e32-9ee1-37d1e6d30224']}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:32:02.179818 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-291243ae-8130-4576-8fc9-2e104e189931 req-9d135afb-1589-4ca7-b14c-4c8ee1f8d408 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:02.258964 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4673574-3a31-4f0e-83f3-6be49096c01a req-de365dc6-1610-41b8-891c-27e854f5a39d tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:02.260740 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c4673574-3a31-4f0e-83f3-6be49096c01a req-de365dc6-1610-41b8-891c-27e854f5a39d tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 945 time: 0.1985774 May 04 18:32:02.340705 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c4673574-3a31-4f0e-83f3-6be49096c01a req-5c80d901-45c7-460a-8321-406d6a2ba26c tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677528 May 04 18:32:02.487422 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.db [req-291243ae-8130-4576-8fc9-2e104e189931 req-9d135afb-1589-4ca7-b14c-4c8ee1f8d408 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] For port ff16ea39-a9a4-417f-88d0-98ff02e1ebec, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ff16ea39-a9a4-417f-88d0-98ff02e1ebec,segment=NetworkSegment(39fc2110-9ae7-430c-8de7-7961edab7df6),segment_id=39fc2110-9ae7-430c-8de7-7961edab7df6)] {{(pid=74222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:32:02.512348 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-291243ae-8130-4576-8fc9-2e104e189931 req-9d135afb-1589-4ca7-b14c-4c8ee1f8d408 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for port, precommit_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:02.572209 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-291243ae-8130-4576-8fc9-2e104e189931 req-9d135afb-1589-4ca7-b14c-4c8ee1f8d408 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671200'] for port, after_update {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:02.582949 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-859e4a7c-8a86-496e-a924-43ee80842c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:02.583683 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['ff16ea39-a9a4-417f-88d0-98ff02e1ebec'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:32:02.658399 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291243ae-8130-4576-8fc9-2e104e189931 req-9d135afb-1589-4ca7-b14c-4c8ee1f8d408 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:02.659128 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [req-291243ae-8130-4576-8fc9-2e104e189931 req-9d135afb-1589-4ca7-b14c-4c8ee1f8d408 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:02.660888 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-291243ae-8130-4576-8fc9-2e104e189931 req-9d135afb-1589-4ca7-b14c-4c8ee1f8d408 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "PUT /v2.0/ports/ff16ea39-a9a4-417f-88d0-98ff02e1ebec HTTP/1.1" status: 200 len: 942 time: 0.6781363 May 04 18:32:02.661406 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743de9dc-c279-4297-8835-9a5afb6b019e', 'tag': 'ff16ea39-a9a4-417f-88d0-98ff02e1ebec'}] {{(pid=74222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:32:02.668500 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 55186) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:02.692146 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d135afb-1589-4ca7-b14c-4c8ee1f8d408 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Pushing event updated for resources: {'Port': ['ID=ff16ea39-a9a4-417f-88d0-98ff02e1ebec,revision_number=7']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:02.697768 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-9d135afb-1589-4ca7-b14c-4c8ee1f8d408 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:02.734593 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32498a06-e301-41d2-8fd2-c215895e449e req-1d93eaf9-861f-4abb-bbe4-e8417e9ca320 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:02.743039 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-32498a06-e301-41d2-8fd2-c215895e449e req-1d93eaf9-861f-4abb-bbe4-e8417e9ca320 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 945 time: 0.2082906 May 04 18:32:02.768385 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['ff16ea39-a9a4-417f-88d0-98ff02e1ebec'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:32:02.846105 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-32498a06-e301-41d2-8fd2-c215895e449e req-97b3a2ed-14c3-46d7-9ecf-f3e750241900 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924129 May 04 18:32:02.863574 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-ba4e70f4-fa4d-46ee-bf82-c77f57340d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:02.879288 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-f83e191d-136f-48f4-b748-03053b7d0f65 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:02.914436 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743de9dc-c279-4297-8835-9a5afb6b019e', 'tag': 'ff16ea39-a9a4-417f-88d0-98ff02e1ebec', 'status': 'completed', 'code': 200} May 04 18:32:02.929166 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-f83e191d-136f-48f4-b748-03053b7d0f65 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:03.045757 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-50750235-d651-4f76-8c5c-91d25f1a64b5 None None] Provisioning complete for port ff16ea39-a9a4-417f-88d0-98ff02e1ebec triggered by entity DHCP. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:32:03.046139 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-50750235-d651-4f76-8c5c-91d25f1a64b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:03.047045 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55b907-0c0f-4abf-a3a8-98779544569c req-f66cf62d-cbe8-4c01-b965-f70a17f51629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:03.048844 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-4a55b907-0c0f-4abf-a3a8-98779544569c req-f66cf62d-cbe8-4c01-b965-f70a17f51629 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba44109d89274d7a81583c1b92e79659&device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 1098 time: 0.1103103 May 04 18:32:03.225169 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55b907-0c0f-4abf-a3a8-98779544569c req-5d64bbca-a6c4-4f2c-b233-7d7c1e54eea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:03.226629 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-4a55b907-0c0f-4abf-a3a8-98779544569c req-5d64bbca-a6c4-4f2c-b233-7d7c1e54eea9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cee9853-ab1f-40ba-9afc-e5cbc71af0c1 HTTP/1.1" status: 200 len: 916 time: 0.1704974 May 04 18:32:03.294261 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-f83e191d-136f-48f4-b748-03053b7d0f65 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:03.305466 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-04921cec-4ee6-4d61-8cbf-30e94445d51b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:03.323947 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e191d-136f-48f4-b748-03053b7d0f65 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f521fea-98ca-4876-b558-fbd8e5dc08c5,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:03.326930 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-f83e191d-136f-48f4-b748-03053b7d0f65 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:03.358729 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-f83e191d-136f-48f4-b748-03053b7d0f65 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:03.365673 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-f83e191d-136f-48f4-b748-03053b7d0f65 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "DELETE /v2.0/security-groups/9f521fea-98ca-4876-b558-fbd8e5dc08c5 HTTP/1.1" status: 204 len: 168 time: 0.6899195 May 04 18:32:03.365673 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 55198) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:03.415425 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 577242cd-251b-4113-bc7f-d27aed68e52b no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:32:03.434461 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-4a55b907-0c0f-4abf-a3a8-98779544569c req-aabb65df-390a-4046-b9b6-3761ae17cc6f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff16ea39-a9a4-417f-88d0-98ff02e1ebec HTTP/1.1" status: 200 len: 1001 time: 0.1977909 May 04 18:32:03.545137 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:03.549447 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679dacd5-ebec-43ab-8494-af8af416a22b req-842d967c-24e5-4952-b941-6145d96f34f8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:03.557930 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-679dacd5-ebec-43ab-8494-af8af416a22b req-842d967c-24e5-4952-b941-6145d96f34f8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 945 time: 0.0962384 May 04 18:32:03.584773 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '577242cd-251b-4113-bc7f-d27aed68e52b'}] {{(pid=74223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:32:03.594578 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 577242cd-251b-4113-bc7f-d27aed68e52b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=577242cd-251b-4113-bc7f-d27aed68e52b,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:32:03.601621 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55b907-0c0f-4abf-a3a8-98779544569c req-15c61868-0e6c-43bf-964c-eaea55cf853d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:03.606437 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-679dacd5-ebec-43ab-8494-af8af416a22b req-6589e2cc-ab4f-4042-b8db-86851cca7a17 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435157 May 04 18:32:03.606562 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-4a55b907-0c0f-4abf-a3a8-98779544569c req-15c61868-0e6c-43bf-964c-eaea55cf853d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e3a18b2a-aa00-47fe-8906-1f3aa51aafc3 HTTP/1.1" status: 200 len: 854 time: 0.1593215 May 04 18:32:03.634692 dv-cinder-789603-2-smb neutron-server[74223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '577242cd-251b-4113-bc7f-d27aed68e52b', 'code': 200} May 04 18:32:03.666181 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:03.668315 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:03.737722 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=577242cd-251b-4113-bc7f-d27aed68e52b,revision_number=8']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:03.740853 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:03.747528 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55b907-0c0f-4abf-a3a8-98779544569c req-4bc9dd9d-15ed-4b3e-b6ba-6a397d16051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:03.749012 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-4a55b907-0c0f-4abf-a3a8-98779544569c req-4bc9dd9d-15ed-4b3e-b6ba-6a397d16051d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cee9853-ab1f-40ba-9afc-e5cbc71af0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1347115 May 04 18:32:03.757939 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-fd86a221-642f-4c93-af49-541a3460bea0 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Deleting port f93c313d-c3b4-4b8d-9652-1f022ab3377d {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:32:03.758272 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-fd86a221-642f-4c93-af49-541a3460bea0 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:03.981943 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-fd86a221-642f-4c93-af49-541a3460bea0 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:03.982270 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-fd86a221-642f-4c93-af49-541a3460bea0 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:03.990348 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-4a55b907-0c0f-4abf-a3a8-98779544569c req-d4d91a6c-f42e-421e-b4fc-d33e859174ee service neutron] 10.222.0.20 "GET /v2.0/networks/9cee9853-ab1f-40ba-9afc-e5cbc71af0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193947 May 04 18:32:04.032166 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89343b02-5321-497a-8e9f-3a8fe0dd2064 req-3532d8d1-49e7-45ca-a7d5-1dd8f3a26d20 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:04.033686 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-89343b02-5321-497a-8e9f-3a8fe0dd2064 req-3532d8d1-49e7-45ca-a7d5-1dd8f3a26d20 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 943 time: 0.0836177 May 04 18:32:04.123723 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-fd86a221-642f-4c93-af49-541a3460bea0 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Calling delete_port for f93c313d-c3b4-4b8d-9652-1f022ab3377d owned by network:floatingip {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:32:04.151666 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-89343b02-5321-497a-8e9f-3a8fe0dd2064 req-e535d212-a114-46c4-b111-7bfe8b052fb2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116385 May 04 18:32:04.371241 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-4a55b907-0c0f-4abf-a3a8-98779544569c req-50091f46-fbf8-4411-a782-818d0e2044c5 service neutron] 10.222.0.20 "GET /v2.0/networks/9cee9853-ab1f-40ba-9afc-e5cbc71af0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196177 May 04 18:32:04.540811 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-fd86a221-642f-4c93-af49-541a3460bea0 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:04.545253 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-235f82fc-4b2e-489b-b867-63c378ac93f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:04.587999 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86a221-642f-4c93-af49-541a3460bea0 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Pushing event deleted for resources: {'Port': ['ID=f93c313d-c3b4-4b8d-9652-1f022ab3377d,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:04.591097 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-fd86a221-642f-4c93-af49-541a3460bea0 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:04.690271 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-fd86a221-642f-4c93-af49-541a3460bea0 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks [] for floatingip, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:04.690271 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.db.l3_db [None req-fd86a221-642f-4c93-af49-541a3460bea0 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Floating IP 101b66dc-625c-4a9d-9ea2-d3d145517be2 disassociated (deleted). External IP: 172.28.1.254, port: ff16ea39-a9a4-417f-88d0-98ff02e1ebec. May 04 18:32:04.840339 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 55234) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:04.881616 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e2b86-4ceb-4e37-a3ec-5c9ef77732ad req-2e2cb2f6-2053-4645-87a1-7bbdd0d895ac tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:04.889600 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-511e2b86-4ceb-4e37-a3ec-5c9ef77732ad req-2e2cb2f6-2053-4645-87a1-7bbdd0d895ac tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 945 time: 0.0910323 May 04 18:32:04.939799 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-511e2b86-4ceb-4e37-a3ec-5c9ef77732ad req-3316a053-8efe-486a-aa54-078982dd9b69 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490515 May 04 18:32:05.172074 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-18594b13-c391-459f-9bcb-64f939405a15 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2faf05b8a74d49ada10c39e6781cb00d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173892 May 04 18:32:05.172468 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 55244) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:05.174447 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd86a221-642f-4c93-af49-541a3460bea0 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Router 17ab303b-571d-4929-adab-11363771c25f has already been hosted by L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b {{(pid=74221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:32:05.241462 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-9c5e045d-56e0-4adb-84c5-66949bd503b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:05.267633 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-9c5e045d-56e0-4adb-84c5-66949bd503b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:05.357742 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd86a221-642f-4c93-af49-541a3460bea0 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:32:05.367064 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2714df23-81dc-4276-864b-6385e6e6016f None None] Sync routers for ids ['17ab303b-571d-4929-adab-11363771c25f'] in dv-cinder-789603-2-smb {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:32:05.374975 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-fd86a221-642f-4c93-af49-541a3460bea0 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for floatingip, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:05.375999 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2714df23-81dc-4276-864b-6385e6e6016f None None] Routers {'17ab303b-571d-4929-adab-11363771c25f'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:32:05.376872 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-2714df23-81dc-4276-864b-6385e6e6016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:31:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['17ab303b-571d-4929-adab-11363771c25f'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:05.401714 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-9c5e045d-56e0-4adb-84c5-66949bd503b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:05.402968 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-7a064e87-322c-4f77-8548-07cc621fac3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:05.413407 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e045d-56e0-4adb-84c5-66949bd503b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c356d7-6eee-439e-a793-4a8b6d905aef,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:05.417254 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-9c5e045d-56e0-4adb-84c5-66949bd503b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:05.424782 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-9c5e045d-56e0-4adb-84c5-66949bd503b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:05.426197 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-9c5e045d-56e0-4adb-84c5-66949bd503b9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e5c356d7-6eee-439e-a793-4a8b6d905aef HTTP/1.1" status: 204 len: 168 time: 0.2521966 May 04 18:32:05.436250 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-fd86a221-642f-4c93-af49-541a3460bea0 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "DELETE /v2.0/floatingips/101b66dc-625c-4a9d-9ea2-d3d145517be2 HTTP/1.1" status: 204 len: 168 time: 2.0723016 May 04 18:32:05.437049 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743de9dc-c279-4297-8835-9a5afb6b019e', 'tag': 'ff16ea39-a9a4-417f-88d0-98ff02e1ebec'}] {{(pid=74221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:32:05.612539 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-2714df23-81dc-4276-864b-6385e6e6016f None None] Set router 17ab303b-571d-4929-adab-11363771c25f gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:32:05.618668 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743de9dc-c279-4297-8835-9a5afb6b019e', 'tag': 'ff16ea39-a9a4-417f-88d0-98ff02e1ebec', 'status': 'completed', 'code': 200} May 04 18:32:05.661862 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-19317c6c-02bc-4821-a454-cb156a60b194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:05.783619 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107f224-54e0-46fa-b2a9-aa5af29eb192 req-f9583317-6bcf-432a-88c1-3f40494ac7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:05.786892 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-d107f224-54e0-46fa-b2a9-aa5af29eb192 req-f9583317-6bcf-432a-88c1-3f40494ac7ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba44109d89274d7a81583c1b92e79659&device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 1098 time: 0.1451175 May 04 18:32:05.877240 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:06.011243 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107f224-54e0-46fa-b2a9-aa5af29eb192 req-391fc2a0-39b2-4dcd-a5e0-e0d98e0b353a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:06.014399 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-d107f224-54e0-46fa-b2a9-aa5af29eb192 req-391fc2a0-39b2-4dcd-a5e0-e0d98e0b353a service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cee9853-ab1f-40ba-9afc-e5cbc71af0c1 HTTP/1.1" status: 200 len: 916 time: 0.2183039 May 04 18:32:06.024788 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-2714df23-81dc-4276-864b-6385e6e6016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ab303b-571d-4929-adab-11363771c25f', 'name': 'tempest-TestMinimumBasicScenario-2110633395-router', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '94065c73-e579-4552-83c8-0c5358a25675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:29:24Z', 'updated_at': '2021-05-04T18:29:30Z', 'revision_number': 4, 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'gw_port': {'id': '94065c73-e579-4552-83c8-0c5358a25675', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:07:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ab303b-571d-4929-adab-11363771c25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:25Z', 'updated_at': '2021-05-04T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': '75b25b2c-f432-461b-9319-661ca5f7b4d4', 'name': '', 'network_id': '9cee9853-ab1f-40ba-9afc-e5cbc71af0c1', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'mac_address': 'fa:16:3e:c8:d5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ab303b-571d-4929-adab-11363771c25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e3a18b2a-aa00-47fe-8906-1f3aa51aafc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:29Z', 'updated_at': '2021-05-04T18:29:40Z', 'revision_number': 5, 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'subnets': [{'id': 'e3a18b2a-aa00-47fe-8906-1f3aa51aafc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:06.029727 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2714df23-81dc-4276-864b-6385e6e6016f None None] Checking router: 17ab303b-571d-4929-adab-11363771c25f for host: dv-cinder-789603-2-smb {{(pid=74223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:32:06.048940 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2714df23-81dc-4276-864b-6385e6e6016f None None] Routers {'17ab303b-571d-4929-adab-11363771c25f'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:32:06.049585 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-2714df23-81dc-4276-864b-6385e6e6016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:32:06Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['17ab303b-571d-4929-adab-11363771c25f'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:06.088185 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-d107f224-54e0-46fa-b2a9-aa5af29eb192 req-fc2469d6-c059-466b-a69d-19103e9d76b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff16ea39-a9a4-417f-88d0-98ff02e1ebec HTTP/1.1" status: 200 len: 217 time: 0.0676756 May 04 18:32:06.177789 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107f224-54e0-46fa-b2a9-aa5af29eb192 req-eb9086e7-d1a3-4407-9ee7-2b2d21a5eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:06.179972 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-d107f224-54e0-46fa-b2a9-aa5af29eb192 req-eb9086e7-d1a3-4407-9ee7-2b2d21a5eb27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e3a18b2a-aa00-47fe-8906-1f3aa51aafc3 HTTP/1.1" status: 200 len: 854 time: 0.0852380 May 04 18:32:06.282422 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107f224-54e0-46fa-b2a9-aa5af29eb192 req-4b78fb1b-b125-440e-802b-611142130597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:06.284083 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-d107f224-54e0-46fa-b2a9-aa5af29eb192 req-4b78fb1b-b125-440e-802b-611142130597 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cee9853-ab1f-40ba-9afc-e5cbc71af0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0913329 May 04 18:32:06.322067 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-2714df23-81dc-4276-864b-6385e6e6016f None None] Set router 17ab303b-571d-4929-adab-11363771c25f gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:32:06.458139 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:06.465434 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c793243-2741-4c08-9814-33e90bea24a3 req-a2163b90-cb10-4484-8bda-dcfd92673688 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:06.476786 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5c793243-2741-4c08-9814-33e90bea24a3 req-a2163b90-cb10-4484-8bda-dcfd92673688 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 945 time: 0.1822820 May 04 18:32:06.543197 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5c793243-2741-4c08-9814-33e90bea24a3 req-11083622-b15b-45e0-9e46-8f1b6b917224 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560937 May 04 18:32:06.592666 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-d107f224-54e0-46fa-b2a9-aa5af29eb192 req-45dfc04e-465f-4120-8fff-6fc984d91de3 service neutron] 10.222.0.20 "GET /v2.0/networks/9cee9853-ab1f-40ba-9afc-e5cbc71af0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893736 May 04 18:32:06.665713 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-2714df23-81dc-4276-864b-6385e6e6016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ab303b-571d-4929-adab-11363771c25f', 'name': 'tempest-TestMinimumBasicScenario-2110633395-router', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '94065c73-e579-4552-83c8-0c5358a25675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:29:24Z', 'updated_at': '2021-05-04T18:29:30Z', 'revision_number': 4, 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'gw_port': {'id': '94065c73-e579-4552-83c8-0c5358a25675', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:07:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ab303b-571d-4929-adab-11363771c25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:25Z', 'updated_at': '2021-05-04T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': '75b25b2c-f432-461b-9319-661ca5f7b4d4', 'name': '', 'network_id': '9cee9853-ab1f-40ba-9afc-e5cbc71af0c1', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'mac_address': 'fa:16:3e:c8:d5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ab303b-571d-4929-adab-11363771c25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e3a18b2a-aa00-47fe-8906-1f3aa51aafc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:29Z', 'updated_at': '2021-05-04T18:29:40Z', 'revision_number': 5, 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'subnets': [{'id': 'e3a18b2a-aa00-47fe-8906-1f3aa51aafc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:06.671142 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2714df23-81dc-4276-864b-6385e6e6016f None None] The sync data for ids ['17ab303b-571d-4929-adab-11363771c25f'] in dv-cinder-789603-2-smb is: [{'id': '17ab303b-571d-4929-adab-11363771c25f', 'name': 'tempest-TestMinimumBasicScenario-2110633395-router', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '94065c73-e579-4552-83c8-0c5358a25675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:29:24Z', 'updated_at': '2021-05-04T18:29:30Z', 'revision_number': 4, 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'gw_port': {'id': '94065c73-e579-4552-83c8-0c5358a25675', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:07:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ab303b-571d-4929-adab-11363771c25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:25Z', 'updated_at': '2021-05-04T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': '75b25b2c-f432-461b-9319-661ca5f7b4d4', 'name': '', 'network_id': '9cee9853-ab1f-40ba-9afc-e5cbc71af0c1', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'mac_address': 'fa:16:3e:c8:d5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ab303b-571d-4929-adab-11363771c25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e3a18b2a-aa00-47fe-8906-1f3aa51aafc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:29Z', 'updated_at': '2021-05-04T18:29:40Z', 'revision_number': 5, 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'subnets': [{'id': 'e3a18b2a-aa00-47fe-8906-1f3aa51aafc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:32:06.818510 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-d107f224-54e0-46fa-b2a9-aa5af29eb192 req-9d5c311a-aa50-40eb-b5ae-3d640474732d service neutron] 10.222.0.20 "GET /v2.0/networks/9cee9853-ab1f-40ba-9afc-e5cbc71af0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166324 May 04 18:32:07.022127 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c03f5a-2b07-4403-a771-8142079ef90c None None] New status for floating IP 101b66dc-625c-4a9d-9ea2-d3d145517be2: DOWN {{(pid=74224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:32:07.332124 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d1bcd-67e9-42f9-b95d-54c002b1559d req-21d924bf-3602-4d3b-9b1b-38ec873c2356 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:07.333597 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2e0d1bcd-67e9-42f9-b95d-54c002b1559d req-21d924bf-3602-4d3b-9b1b-38ec873c2356 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 943 time: 0.0834234 May 04 18:32:07.379102 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2e0d1bcd-67e9-42f9-b95d-54c002b1559d req-e1a93d60-5057-46b4-b96b-cd46c8ac7077 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388288 May 04 18:32:07.618220 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ffa62552-bf38-4bd1-b936-b9fd26306720 req-090516c9-98f5-45b6-bc6e-42800cd52229 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0781240 May 04 18:32:07.740154 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc77468-0011-4272-968f-1fe19aafcc52 req-baae76d3-5075-41b9-b5c4-8ca6f9463416 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:07.741709 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6cc77468-0011-4272-968f-1fe19aafcc52 req-baae76d3-5075-41b9-b5c4-8ca6f9463416 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 945 time: 0.0829141 May 04 18:32:07.795917 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6cc77468-0011-4272-968f-1fe19aafcc52 req-e7b5374a-653c-4dba-a711-8d91c8f3673b tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461640 May 04 18:32:08.131847 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:08.575486 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f18f0-ba50-4d43-ac11-66235cd52a52 req-7d05bccc-3b21-4000-b31e-06134cab497d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:08.578379 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c65f18f0-ba50-4d43-ac11-66235cd52a52 req-7d05bccc-3b21-4000-b31e-06134cab497d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 943 time: 0.0838768 May 04 18:32:08.625625 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c65f18f0-ba50-4d43-ac11-66235cd52a52 req-1ce68b1c-aeee-4b11-8f05-146c311b56a9 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427310 May 04 18:32:08.987290 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c7346-9b75-485f-a4be-2f328f354742 req-3699bf8a-2bf6-48e6-8264-4b4ad3ed6644 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:08.988901 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1f3c7346-9b75-485f-a4be-2f328f354742 req-3699bf8a-2bf6-48e6-8264-4b4ad3ed6644 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 945 time: 0.0808489 May 04 18:32:09.039097 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1f3c7346-9b75-485f-a4be-2f328f354742 req-21c900de-734a-4d83-8735-ca825e0f7eaa tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443511 May 04 18:32:09.266129 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa62552-bf38-4bd1-b936-b9fd26306720 req-7108946d-8015-480e-ac16-44e1bcdea8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:09.267630 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-ffa62552-bf38-4bd1-b936-b9fd26306720 req-7108946d-8015-480e-ac16-44e1bcdea8f4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f&tenant_id=76bc34a978a74f5391886da16fb39bf8 HTTP/1.1" status: 200 len: 1096 time: 0.0757890 May 04 18:32:09.359808 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa62552-bf38-4bd1-b936-b9fd26306720 req-f08e5671-67ca-4530-b59b-5ffbc7b71e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:09.362320 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-ffa62552-bf38-4bd1-b936-b9fd26306720 req-f08e5671-67ca-4530-b59b-5ffbc7b71e3e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76bc34a978a74f5391886da16fb39bf8&device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 1096 time: 0.0706658 May 04 18:32:09.503228 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa62552-bf38-4bd1-b936-b9fd26306720 req-33d1dcd7-393a-4349-a1cf-e75e6cdc7b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:09.504752 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-ffa62552-bf38-4bd1-b936-b9fd26306720 req-33d1dcd7-393a-4349-a1cf-e75e6cdc7b67 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3feac1cb-76d7-4653-8c68-28519f9a3ebb HTTP/1.1" status: 200 len: 917 time: 0.1365039 May 04 18:32:09.613612 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-ffa62552-bf38-4bd1-b936-b9fd26306720 req-2f955f7f-6879-48c3-83ac-e209dc24e745 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=577242cd-251b-4113-bc7f-d27aed68e52b HTTP/1.1" status: 200 len: 999 time: 0.1010604 May 04 18:32:09.681627 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa62552-bf38-4bd1-b936-b9fd26306720 req-7f1934f2-cf5f-4b1f-a416-531db72c66a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:09.683816 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-ffa62552-bf38-4bd1-b936-b9fd26306720 req-7f1934f2-cf5f-4b1f-a416-531db72c66a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ac34bf5f-88ea-4331-a071-effcc9c85f2a HTTP/1.1" status: 200 len: 855 time: 0.0639193 May 04 18:32:09.766681 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa62552-bf38-4bd1-b936-b9fd26306720 req-98f6b3a6-6dc9-428e-be21-152b81c532e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:09.768519 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-ffa62552-bf38-4bd1-b936-b9fd26306720 req-98f6b3a6-6dc9-428e-be21-152b81c532e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3feac1cb-76d7-4653-8c68-28519f9a3ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0741723 May 04 18:32:09.890904 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761473ae-a4e5-478d-8afe-10a6b56c1218 req-6dce118d-42ea-4651-8ddc-f03c72241a7b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:09.892405 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-761473ae-a4e5-478d-8afe-10a6b56c1218 req-6dce118d-42ea-4651-8ddc-f03c72241a7b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 943 time: 0.1559505 May 04 18:32:09.901335 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef4368-e40b-4526-9eee-b9e7c04c42c6 req-2756ebe0-2059-4651-bb1e-8ace9ada7097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:09.902926 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-92ef4368-e40b-4526-9eee-b9e7c04c42c6 req-2756ebe0-2059-4651-bb1e-8ace9ada7097 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c30572d2e703466baf61164023333613&device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 1098 time: 0.1131163 May 04 18:32:09.915722 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-ffa62552-bf38-4bd1-b936-b9fd26306720 req-b1477aca-c530-4537-b5ae-5e72e615c7d7 service neutron] 10.222.0.20 "GET /v2.0/networks/3feac1cb-76d7-4653-8c68-28519f9a3ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393435 May 04 18:32:10.044482 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-761473ae-a4e5-478d-8afe-10a6b56c1218 req-8afff1a3-7c9d-439c-8c64-3176dec111e5 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407101 May 04 18:32:10.143107 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef4368-e40b-4526-9eee-b9e7c04c42c6 req-64feeec3-e11e-412e-96c6-e875318f59dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:10.145074 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-92ef4368-e40b-4526-9eee-b9e7c04c42c6 req-64feeec3-e11e-412e-96c6-e875318f59dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2 HTTP/1.1" status: 200 len: 910 time: 0.2271149 May 04 18:32:10.150641 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-ffa62552-bf38-4bd1-b936-b9fd26306720 req-a9b08d65-ec60-4471-8c3e-f1cee26b3aff service neutron] 10.222.0.20 "GET /v2.0/networks/3feac1cb-76d7-4653-8c68-28519f9a3ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290061 May 04 18:32:10.332192 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-92ef4368-e40b-4526-9eee-b9e7c04c42c6 req-47e9463c-beb9-44c8-9c4c-d6c05b220c28 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d845d6d-2217-427d-a11c-19ff41260c73 HTTP/1.1" status: 200 len: 1001 time: 0.1722753 May 04 18:32:10.383467 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08768fef-456f-4add-bc2d-01e6eaa1bdf1 req-f9b695f0-39f2-4648-8b52-3994dfb15b0b tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:10.385712 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-08768fef-456f-4add-bc2d-01e6eaa1bdf1 req-f9b695f0-39f2-4648-8b52-3994dfb15b0b tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 945 time: 0.2974982 May 04 18:32:10.446289 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef4368-e40b-4526-9eee-b9e7c04c42c6 req-8fef2d63-9c34-41c6-b548-8599710ff53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:10.448275 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-92ef4368-e40b-4526-9eee-b9e7c04c42c6 req-8fef2d63-9c34-41c6-b548-8599710ff53a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a555db5-8ba7-4f7b-b652-348df6017b79 HTTP/1.1" status: 200 len: 848 time: 0.1061599 May 04 18:32:10.499509 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-08768fef-456f-4add-bc2d-01e6eaa1bdf1 req-633ce5f7-e361-4871-a952-3882e9160b96 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028194 May 04 18:32:10.506821 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72a535-feeb-4f17-99da-4d6a79f85709 req-c5783900-8b38-4de0-819f-a76741711281 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:10.508304 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2e72a535-feeb-4f17-99da-4d6a79f85709 req-c5783900-8b38-4de0-819f-a76741711281 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 945 time: 0.2815900 May 04 18:32:10.577897 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2e72a535-feeb-4f17-99da-4d6a79f85709 req-002f22af-af60-4eb7-baed-a967a52da9bd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555997 May 04 18:32:10.609476 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef4368-e40b-4526-9eee-b9e7c04c42c6 req-746a10c9-6553-4016-8fa7-ce817e8ca0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:10.609476 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-92ef4368-e40b-4526-9eee-b9e7c04c42c6 req-746a10c9-6553-4016-8fa7-ce817e8ca0fb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1479881 May 04 18:32:10.863513 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-92ef4368-e40b-4526-9eee-b9e7c04c42c6 req-04e45433-369d-4886-a1ae-50152b9df4d0 service neutron] 10.222.0.20 "GET /v2.0/networks/958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389631 May 04 18:32:11.031973 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-92ef4368-e40b-4526-9eee-b9e7c04c42c6 req-5413ef88-02df-471b-b7d5-117f85f07c97 service neutron] 10.222.0.20 "GET /v2.0/networks/958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581275 May 04 18:32:11.350975 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae65d8-fdc6-419e-8b57-089764ed8bd2 req-dc0e441a-ae3f-4693-bcd5-acec03b5a71d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:11.357472 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6bae65d8-fdc6-419e-8b57-089764ed8bd2 req-dc0e441a-ae3f-4693-bcd5-acec03b5a71d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 943 time: 0.1123078 May 04 18:32:11.361483 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2149e8f-bcfb-4ffd-993a-c0e37a7b2db9 req-3861ca96-95b0-455e-a023-6b65df8104d2 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:11.362975 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d2149e8f-bcfb-4ffd-993a-c0e37a7b2db9 req-3861ca96-95b0-455e-a023-6b65df8104d2 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f40acd3-9577-4e7d-8e43-45052ea3417a HTTP/1.1" status: 200 len: 945 time: 0.1595755 May 04 18:32:11.437670 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6bae65d8-fdc6-419e-8b57-089764ed8bd2 req-abdd96f4-b710-4cc4-9b73-05c981644f79 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736053 May 04 18:32:11.442221 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d2149e8f-bcfb-4ffd-993a-c0e37a7b2db9 req-f7ffa3fa-bfa0-46e9-98f5-422f1461388c tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc49f63c-ece1-4f26-bd35-99e27c819705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635133 May 04 18:32:11.755440 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e20dc-b08e-4e08-8fd4-3c4035a26284 req-f7eb6315-c667-46c0-b975-170130c7474a tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:11.756901 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f34e20dc-b08e-4e08-8fd4-3c4035a26284 req-f7eb6315-c667-46c0-b975-170130c7474a tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 945 time: 0.1385190 May 04 18:32:11.820525 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f34e20dc-b08e-4e08-8fd4-3c4035a26284 req-23ad3b98-19c6-4966-9b2c-6c0c5a45f796 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560322 May 04 18:32:11.840622 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c49d8-6d42-48f1-885c-a2cd398e8ed4 req-e7dd05c6-3b61-4096-bb67-cff8a1e0dc0a tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:11.842197 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e20c49d8-6d42-48f1-885c-a2cd398e8ed4 req-e7dd05c6-3b61-4096-bb67-cff8a1e0dc0a tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 945 time: 0.1315031 May 04 18:32:11.896513 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e20c49d8-6d42-48f1-885c-a2cd398e8ed4 req-b845900f-04bc-4f96-a9bd-2a4774efccd3 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476792 May 04 18:32:12.707692 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2902e3-07db-4940-950c-567ee910e55a req-9e69b518-38ab-4c38-89df-b0c9508e8066 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:12.714557 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-af2902e3-07db-4940-950c-567ee910e55a req-9e69b518-38ab-4c38-89df-b0c9508e8066 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f40acd3-9577-4e7d-8e43-45052ea3417a HTTP/1.1" status: 200 len: 945 time: 0.1482537 May 04 18:32:12.743551 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ebbfc-604a-4d5e-9cc6-0c7d07206789 req-02dcfef3-43e0-4aa5-b6ad-64a50d0cc78d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:12.745581 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8e7ebbfc-604a-4d5e-9cc6-0c7d07206789 req-02dcfef3-43e0-4aa5-b6ad-64a50d0cc78d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 943 time: 0.1430960 May 04 18:32:12.790975 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-af2902e3-07db-4940-950c-567ee910e55a req-f611bf75-153c-4f83-8bb2-3bd882537ae6 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc49f63c-ece1-4f26-bd35-99e27c819705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755064 May 04 18:32:12.815226 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8e7ebbfc-604a-4d5e-9cc6-0c7d07206789 req-6c76db3c-7ed5-4dcd-be11-2daa1d99f0d2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560539 May 04 18:32:13.055268 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524bba9-57e3-4248-ba82-bcda0f30d180 req-ecf66002-b0b1-47fe-9d44-bf71e4f25172 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:13.056498 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5524bba9-57e3-4248-ba82-bcda0f30d180 req-ecf66002-b0b1-47fe-9d44-bf71e4f25172 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 945 time: 0.1244493 May 04 18:32:13.115068 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5524bba9-57e3-4248-ba82-bcda0f30d180 req-64848745-fe02-4e9a-a5ae-d9e0080a9e8a tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524666 May 04 18:32:13.143880 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafc9f6-c29a-482e-8fc6-b1f105c11661 req-6f3dca0e-9001-4223-b9ca-f89238bc04df tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:13.145350 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6cafc9f6-c29a-482e-8fc6-b1f105c11661 req-6f3dca0e-9001-4223-b9ca-f89238bc04df tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 945 time: 0.1345160 May 04 18:32:13.192263 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6cafc9f6-c29a-482e-8fc6-b1f105c11661 req-a96e4354-3006-46b4-b0af-0296e10d7444 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402844 May 04 18:32:14.104459 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79c2ee-9837-434e-b472-d8762e051bb4 req-9416dcd6-dbb9-4230-85c2-9fb4b6936e8b tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:14.114220 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1f79c2ee-9837-434e-b472-d8762e051bb4 req-9416dcd6-dbb9-4230-85c2-9fb4b6936e8b tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f40acd3-9577-4e7d-8e43-45052ea3417a HTTP/1.1" status: 200 len: 945 time: 0.1935964 May 04 18:32:14.153458 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324802a-a9a7-4114-8519-f613a2e71e00 req-21537d83-c583-43c9-bf4a-a84c13161db0 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:14.155147 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5324802a-a9a7-4114-8519-f613a2e71e00 req-21537d83-c583-43c9-bf4a-a84c13161db0 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 943 time: 0.1831231 May 04 18:32:14.217318 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1f79c2ee-9837-434e-b472-d8762e051bb4 req-3bdd9622-585a-4c3d-8b52-be786e8495f7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc49f63c-ece1-4f26-bd35-99e27c819705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018031 May 04 18:32:14.248377 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-5324802a-a9a7-4114-8519-f613a2e71e00 req-effe0df6-e7c4-4fb9-bdc3-4a701f67ddc2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745375 May 04 18:32:14.568522 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39115bb6-ae0e-4749-bb42-bdde1c8c4d65 req-cfe84853-823a-4051-9a60-a97c38853f12 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:14.574295 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-39115bb6-ae0e-4749-bb42-bdde1c8c4d65 req-cfe84853-823a-4051-9a60-a97c38853f12 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 945 time: 0.1485801 May 04 18:32:14.584229 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210304b6-cef8-461e-9266-1121260f0c6a req-1d1ac9e8-6794-4f6a-8637-d35397a5d71d tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:14.585710 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-210304b6-cef8-461e-9266-1121260f0c6a req-1d1ac9e8-6794-4f6a-8637-d35397a5d71d tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 945 time: 0.1297841 May 04 18:32:14.662457 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-39115bb6-ae0e-4749-bb42-bdde1c8c4d65 req-d0af1377-ab01-4d1e-97d4-c7dc9a7752e7 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757291 May 04 18:32:14.681492 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-210304b6-cef8-461e-9266-1121260f0c6a req-2098e069-4fb4-4ab8-9ce4-310ab0a4e157 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746887 May 04 18:32:15.514700 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfa277-002c-4356-8560-dd3638369b52 req-15921dd1-7376-4ba0-9e8c-28ce1e7772a6 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:15.516165 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9edfa277-002c-4356-8560-dd3638369b52 req-15921dd1-7376-4ba0-9e8c-28ce1e7772a6 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f40acd3-9577-4e7d-8e43-45052ea3417a HTTP/1.1" status: 200 len: 945 time: 0.1121833 May 04 18:32:15.524813 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ac50b-9063-4eed-815e-fc9fe04e77a5 req-62991178-a649-428c-b695-98383a116455 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:15.526776 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e47ac50b-9063-4eed-815e-fc9fe04e77a5 req-62991178-a649-428c-b695-98383a116455 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 943 time: 0.1598752 May 04 18:32:15.600951 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9edfa277-002c-4356-8560-dd3638369b52 req-cce23986-c0c5-4048-9bd0-59b79e2f9bfc tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc49f63c-ece1-4f26-bd35-99e27c819705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731034 May 04 18:32:15.603727 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e47ac50b-9063-4eed-815e-fc9fe04e77a5 req-d65f7534-dc21-43ad-b2d5-09d93d735aa2 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628543 May 04 18:32:16.014032 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17d835-65fc-4e2f-a34c-ca67eca7e716 req-9d0edf3d-3f35-44e4-b664-1ab557f52493 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:16.016067 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-de17d835-65fc-4e2f-a34c-ca67eca7e716 req-9d0edf3d-3f35-44e4-b664-1ab557f52493 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 945 time: 0.1221259 May 04 18:32:16.033601 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db75c51-e14c-4477-bc7b-90f3dc0096ca req-651752e9-75cc-4101-bb05-afe2d7436096 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:16.035116 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2db75c51-e14c-4477-bc7b-90f3dc0096ca req-651752e9-75cc-4101-bb05-afe2d7436096 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 945 time: 0.2632067 May 04 18:32:16.115493 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-de17d835-65fc-4e2f-a34c-ca67eca7e716 req-8b5445dd-a6ea-4051-b5ba-a1f331fab86d tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793321 May 04 18:32:16.128670 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2db75c51-e14c-4477-bc7b-90f3dc0096ca req-2abbdfc5-1680-4c77-9c81-14cc00fadd54 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602367 May 04 18:32:16.888539 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0eeae-6c5f-43f5-b200-7b7ee04a597c req-4da71b6e-4858-4d9e-8eeb-dbe4eefeec95 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:16.889992 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b2c0eeae-6c5f-43f5-b200-7b7ee04a597c req-4da71b6e-4858-4d9e-8eeb-dbe4eefeec95 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f40acd3-9577-4e7d-8e43-45052ea3417a HTTP/1.1" status: 200 len: 945 time: 0.1479905 May 04 18:32:16.898267 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffeaea-5673-48ac-b810-ae8b6c175407 req-ab449da6-2202-44a6-9e8c-1c2359c59085 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:16.899655 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-20ffeaea-5673-48ac-b810-ae8b6c175407 req-ab449da6-2202-44a6-9e8c-1c2359c59085 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 943 time: 0.1202161 May 04 18:32:16.974326 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b2c0eeae-6c5f-43f5-b200-7b7ee04a597c req-b63b1730-1e22-44f5-90a0-ae1826390c9c tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc49f63c-ece1-4f26-bd35-99e27c819705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718963 May 04 18:32:16.983571 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-20ffeaea-5673-48ac-b810-ae8b6c175407 req-5104efdb-df6a-496b-93e1-afdf59d3177c tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684230 May 04 18:32:17.375423 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ee226-e472-4f9f-ad02-8593a38e0478 req-cbeaa473-3159-44e7-bcd9-e500c002ab29 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:17.376932 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0b0ee226-e472-4f9f-ad02-8593a38e0478 req-cbeaa473-3159-44e7-bcd9-e500c002ab29 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 945 time: 0.1443660 May 04 18:32:17.388389 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50823c24-5a87-4a35-b4b2-db1569b933bc req-0c5bfdc2-bdb0-4133-8151-eda9b9f8d1d9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:17.404722 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-50823c24-5a87-4a35-b4b2-db1569b933bc req-0c5bfdc2-bdb0-4133-8151-eda9b9f8d1d9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 945 time: 0.1219678 May 04 18:32:17.462820 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0b0ee226-e472-4f9f-ad02-8593a38e0478 req-ba068a06-cee0-422d-bdb8-b4f9de69f409 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719674 May 04 18:32:17.473413 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-50823c24-5a87-4a35-b4b2-db1569b933bc req-3afe63c2-b04c-4b39-a881-1dd4e5ec0af3 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697961 May 04 18:32:18.251783 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6796ca6-4bd9-4652-97f8-b792358e800d req-bf4ccdaf-3c8b-4015-bc81-31149370e846 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:18.253262 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b6796ca6-4bd9-4652-97f8-b792358e800d req-bf4ccdaf-3c8b-4015-bc81-31149370e846 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 943 time: 0.1434417 May 04 18:32:18.289962 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ac2a5-1218-4c1b-8765-d26cf972575d req-fed6668b-a1c4-40a8-82f9-0240ea0c88d8 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:18.289962 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a88ac2a5-1218-4c1b-8765-d26cf972575d req-fed6668b-a1c4-40a8-82f9-0240ea0c88d8 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f40acd3-9577-4e7d-8e43-45052ea3417a HTTP/1.1" status: 200 len: 945 time: 0.1420720 May 04 18:32:18.333568 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b6796ca6-4bd9-4652-97f8-b792358e800d req-e1c4e81f-47cb-412b-a4a3-1130c0906ad0 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745008 May 04 18:32:18.349777 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a88ac2a5-1218-4c1b-8765-d26cf972575d req-c3c642a2-ca5b-417c-a061-a33410acfc50 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc49f63c-ece1-4f26-bd35-99e27c819705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595226 May 04 18:32:18.730523 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36ec4a-70e6-4416-9dce-599f7cffd07e req-e64cde0d-58b0-4374-a6b3-c7b33608461d tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:18.732305 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-fa36ec4a-70e6-4416-9dce-599f7cffd07e req-e64cde0d-58b0-4374-a6b3-c7b33608461d tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 945 time: 0.1500328 May 04 18:32:18.740121 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e3640-190f-4875-8f66-7a62031f6301 req-b8a694c2-9d0d-4490-ab62-e8fb8d0eae36 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:18.741550 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9c1e3640-190f-4875-8f66-7a62031f6301 req-b8a694c2-9d0d-4490-ab62-e8fb8d0eae36 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 945 time: 0.1261911 May 04 18:32:18.808424 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-fa36ec4a-70e6-4416-9dce-599f7cffd07e req-ffd83186-0ee4-47db-9ac2-b6cee1f0d221 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658755 May 04 18:32:18.820558 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9c1e3640-190f-4875-8f66-7a62031f6301 req-7bcd12f0-e145-4eda-af53-cd296d1c5993 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626373 May 04 18:32:19.357705 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:19.597519 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d527b3-49fe-4b72-b223-e7f78b507601 req-b8d23b18-2100-4ff9-a550-0884ea7620ce tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:19.598889 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-30d527b3-49fe-4b72-b223-e7f78b507601 req-b8d23b18-2100-4ff9-a550-0884ea7620ce tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f40acd3-9577-4e7d-8e43-45052ea3417a HTTP/1.1" status: 200 len: 945 time: 0.1124654 May 04 18:32:19.607396 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083729f-e728-4ede-b685-4b2edc4cd388 req-831b8116-763e-4902-bfcb-cff3bbb4408f tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:19.608787 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c083729f-e728-4ede-b685-4b2edc4cd388 req-831b8116-763e-4902-bfcb-cff3bbb4408f tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 943 time: 0.1546016 May 04 18:32:19.678503 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-30d527b3-49fe-4b72-b223-e7f78b507601 req-10799fa6-a91f-4418-8ad3-559d967eae7c tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc49f63c-ece1-4f26-bd35-99e27c819705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687654 May 04 18:32:19.683137 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c083729f-e728-4ede-b685-4b2edc4cd388 req-39e21ff5-86be-48a8-8630-dd82574fb4b9 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606163 May 04 18:32:20.090960 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265bcc6-6084-422c-9928-6a7979e5c1fe req-0c134119-d415-44c2-8e68-291dce728c27 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:20.092560 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c265bcc6-6084-422c-9928-6a7979e5c1fe req-0c134119-d415-44c2-8e68-291dce728c27 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 945 time: 0.1747499 May 04 18:32:20.109608 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755c824-e9fd-4212-8821-5ee8cd795e13 req-523b6de8-8893-4b9a-b70c-a8a7b83412e9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:20.117720 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6755c824-e9fd-4212-8821-5ee8cd795e13 req-523b6de8-8893-4b9a-b70c-a8a7b83412e9 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 945 time: 0.1647723 May 04 18:32:20.193454 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6755c824-e9fd-4212-8821-5ee8cd795e13 req-8b1a2c2f-bf78-4920-8d39-23128a37a5b5 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748763 May 04 18:32:20.198139 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c265bcc6-6084-422c-9928-6a7979e5c1fe req-2b563a70-a76a-440f-8083-af267f1fd06f tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778720 May 04 18:32:20.974332 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 55544) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:20.988990 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a97d21-7ee8-4d91-9e41-1ee3f490dfff req-1d5d8efc-5be5-4f95-b7de-6d9d13997a33 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:20.990586 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-58a97d21-7ee8-4d91-9e41-1ee3f490dfff req-1d5d8efc-5be5-4f95-b7de-6d9d13997a33 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 943 time: 0.1546922 May 04 18:32:21.157983 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-58a97d21-7ee8-4d91-9e41-1ee3f490dfff req-33aa9abc-e28b-4e50-885a-db0988f1f8c5 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585050 May 04 18:32:21.190113 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ef3b0a20-dad3-4e93-a94a-b623bdf247e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:21.231856 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-ef3b0a20-dad3-4e93-a94a-b623bdf247e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:32:21.232428 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782d2a8-2dd9-4326-bd39-93066ff28ad6 req-46717769-2ffe-4304-a376-d77e668463d0 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:21.234008 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e782d2a8-2dd9-4326-bd39-93066ff28ad6 req-46717769-2ffe-4304-a376-d77e668463d0 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f40acd3-9577-4e7d-8e43-45052ea3417a HTTP/1.1" status: 200 len: 945 time: 0.1730540 May 04 18:32:21.237477 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-ef3b0a20-dad3-4e93-a94a-b623bdf247e2 admin admin] Usage tracker for resource:security_group_rule and tenant:53b5deb449a04ef88b7b2e1b4174f8e6 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:32:21.241839 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-ef3b0a20-dad3-4e93-a94a-b623bdf247e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:32:21.248751 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-ef3b0a20-dad3-4e93-a94a-b623bdf247e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:32:21.297271 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e782d2a8-2dd9-4326-bd39-93066ff28ad6 req-2941db97-80fd-44bc-adf9-2a3bfcb1fdc5 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc49f63c-ece1-4f26-bd35-99e27c819705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529623 May 04 18:32:21.341191 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ef3b0a20-dad3-4e93-a94a-b623bdf247e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:21.393344 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8478327-8e2f-46ee-9833-00de8324413a req-c8a263c0-36df-4e90-a265-3e62c7f20aee tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:21.394909 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f8478327-8e2f-46ee-9833-00de8324413a req-c8a263c0-36df-4e90-a265-3e62c7f20aee tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 945 time: 0.0869339 May 04 18:32:21.411552 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ef3b0a20-dad3-4e93-a94a-b623bdf247e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:21.418605 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-e4e58e03-5360-4272-977a-f11670b14c42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:21.464006 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b0a20-dad3-4e93-a94a-b623bdf247e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804c65c0-0d94-4248-8640-ea11b627d055,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:21.471122 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-ef3b0a20-dad3-4e93-a94a-b623bdf247e2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=53b5deb449a04ef88b7b2e1b4174f8e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4919839 May 04 18:32:21.471122 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-ef3b0a20-dad3-4e93-a94a-b623bdf247e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:21.471487 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 55554) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:21.532599 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-05a79875-202a-4824-8011-deae0e98f4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:21.558257 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-05a79875-202a-4824-8011-deae0e98f4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:21.567058 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-f8478327-8e2f-46ee-9833-00de8324413a req-7b044778-f3bb-4705-8d94-bba189113e63 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373086 May 04 18:32:21.595476 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2914260-3845-449f-8879-f3f151fc1ffb req-87c8a666-cdca-4518-91d3-a1fbffc950a7 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:21.596949 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c2914260-3845-449f-8879-f3f151fc1ffb req-87c8a666-cdca-4518-91d3-a1fbffc950a7 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 945 time: 0.1999836 May 04 18:32:21.643590 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c2914260-3845-449f-8879-f3f151fc1ffb req-60b10965-919a-4c6f-a975-2bafbf0d471d tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406480 May 04 18:32:21.674329 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-05a79875-202a-4824-8011-deae0e98f4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:21.679367 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-cd59b386-312b-4d51-9d3d-0d38bb43380c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:21.690185 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a79875-202a-4824-8011-deae0e98f4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804c65c0-0d94-4248-8640-ea11b627d055,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:21.692492 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-05a79875-202a-4824-8011-deae0e98f4e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:21.698288 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-05a79875-202a-4824-8011-deae0e98f4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:21.699431 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-05a79875-202a-4824-8011-deae0e98f4e0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/804c65c0-0d94-4248-8640-ea11b627d055 HTTP/1.1" status: 204 len: 168 time: 0.2271130 May 04 18:32:21.884433 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893f22f-d2eb-4722-8aee-e2a43cbd4066 req-3f967010-bb01-417b-8743-4e6906b613e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:21.886125 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4893f22f-d2eb-4722-8aee-e2a43cbd4066 req-3f967010-bb01-417b-8743-4e6906b613e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c30572d2e703466baf61164023333613&device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 1098 time: 0.0722516 May 04 18:32:22.034982 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893f22f-d2eb-4722-8aee-e2a43cbd4066 req-43b6c5db-0c75-428b-8911-e404c4a3416a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:22.036428 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4893f22f-d2eb-4722-8aee-e2a43cbd4066 req-43b6c5db-0c75-428b-8911-e404c4a3416a service neutron] 10.222.0.20 "GET /v2.0/networks?id=958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2 HTTP/1.1" status: 200 len: 910 time: 0.1294529 May 04 18:32:22.139156 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4893f22f-d2eb-4722-8aee-e2a43cbd4066 req-da54d88b-f6a7-46e2-957c-c12cdea65289 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d845d6d-2217-427d-a11c-19ff41260c73 HTTP/1.1" status: 200 len: 1001 time: 0.0929849 May 04 18:32:22.207152 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893f22f-d2eb-4722-8aee-e2a43cbd4066 req-13d14066-e367-4aff-abe8-3619db877254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:22.208601 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4893f22f-d2eb-4722-8aee-e2a43cbd4066 req-13d14066-e367-4aff-abe8-3619db877254 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a555db5-8ba7-4f7b-b652-348df6017b79 HTTP/1.1" status: 200 len: 848 time: 0.0599346 May 04 18:32:22.290690 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893f22f-d2eb-4722-8aee-e2a43cbd4066 req-c370b947-046b-473c-8457-02d6b865e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:22.293565 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4893f22f-d2eb-4722-8aee-e2a43cbd4066 req-c370b947-046b-473c-8457-02d6b865e9e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0745411 May 04 18:32:22.550247 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a17a2-f12e-479e-a702-8eef73817b57 req-0879621d-1ff9-4b6d-af0a-c0a94860ddf3 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:22.551751 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6f8a17a2-f12e-479e-a702-8eef73817b57 req-0879621d-1ff9-4b6d-af0a-c0a94860ddf3 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 943 time: 0.2514877 May 04 18:32:22.555263 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4893f22f-d2eb-4722-8aee-e2a43cbd4066 req-afa0df0a-e473-4a9d-8505-f046ade0462d service neutron] 10.222.0.20 "GET /v2.0/networks/958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197859 May 04 18:32:22.692175 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017808c-3685-4606-ba53-1b193a3360d0 req-c7414da1-f393-4660-b0fd-e437823e08e2 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:22.693536 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d017808c-3685-4606-ba53-1b193a3360d0 req-c7414da1-f393-4660-b0fd-e437823e08e2 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f40acd3-9577-4e7d-8e43-45052ea3417a HTTP/1.1" status: 200 len: 945 time: 0.2604911 May 04 18:32:22.728895 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6f8a17a2-f12e-479e-a702-8eef73817b57 req-fc7ecdac-e288-492d-91af-ed0c71fc3d29 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649384 May 04 18:32:22.780089 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d017808c-3685-4606-ba53-1b193a3360d0 req-911ea3db-d8ac-4ef5-b554-9364b8eeee22 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc49f63c-ece1-4f26-bd35-99e27c819705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767040 May 04 18:32:22.783710 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-4893f22f-d2eb-4722-8aee-e2a43cbd4066 req-82759eaf-771b-4385-8488-4b5078a4da28 service neutron] 10.222.0.20 "GET /v2.0/networks/958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174542 May 04 18:32:22.853352 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28002a33-81fc-4d4c-8d00-5e8d6be3b25d req-97917cf6-a670-4c46-b3a9-685eaed050e7 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:22.855330 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-28002a33-81fc-4d4c-8d00-5e8d6be3b25d req-97917cf6-a670-4c46-b3a9-685eaed050e7 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Synchronizing usage tracker for tenant:ba44109d89274d7a81583c1b92e79659 on resource:port {{(pid=74221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:32:22.937350 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-28002a33-81fc-4d4c-8d00-5e8d6be3b25d req-97917cf6-a670-4c46-b3a9-685eaed050e7 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Unset dirty status for tenant:ba44109d89274d7a81583c1b92e79659 on resource:port {{(pid=74221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:32:22.938647 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-28002a33-81fc-4d4c-8d00-5e8d6be3b25d req-97917cf6-a670-4c46-b3a9-685eaed050e7 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.20 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 945 time: 0.2025263 May 04 18:32:23.043632 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a20a2-18b7-4a38-b05a-7216946111bc req-97f4e107-e6df-4b3e-8a53-251ddebaf8a2 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:23.045114 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-720a20a2-18b7-4a38-b05a-7216946111bc req-97f4e107-e6df-4b3e-8a53-251ddebaf8a2 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 945 time: 0.1486042 May 04 18:32:23.053922 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afeaf8-ca10-4457-9b36-41b6639bde92 req-cba0fcc4-321c-4504-bf85-ff7371ae62ec tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:23.055390 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-20afeaf8-ca10-4457-9b36-41b6639bde92 req-cba0fcc4-321c-4504-bf85-ff7371ae62ec tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 945 time: 0.1224580 May 04 18:32:23.114191 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [req-28002a33-81fc-4d4c-8d00-5e8d6be3b25d req-4f53f709-d18a-4dbf-aaad-3a8f808e0148 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Deleting port ff16ea39-a9a4-417f-88d0-98ff02e1ebec {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:32:23.114839 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-28002a33-81fc-4d4c-8d00-5e8d6be3b25d req-4f53f709-d18a-4dbf-aaad-3a8f808e0148 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:23.125234 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-720a20a2-18b7-4a38-b05a-7216946111bc req-39e0f14c-a5aa-4fbd-86df-9ef88df6ce1c tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d0aae20-9472-4e32-9ee1-37d1e6d30224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688834 May 04 18:32:23.135533 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-20afeaf8-ca10-4457-9b36-41b6639bde92 req-00232739-9870-4d71-8795-ea7ff3e9d52f tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625224 May 04 18:32:23.258001 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-28002a33-81fc-4d4c-8d00-5e8d6be3b25d req-4f53f709-d18a-4dbf-aaad-3a8f808e0148 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] For port ff16ea39-a9a4-417f-88d0-98ff02e1ebec, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ff16ea39-a9a4-417f-88d0-98ff02e1ebec,segment=NetworkSegment(39fc2110-9ae7-430c-8de7-7961edab7df6),segment_id=39fc2110-9ae7-430c-8de7-7961edab7df6)] {{(pid=74221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:32:23.258358 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-28002a33-81fc-4d4c-8d00-5e8d6be3b25d req-4f53f709-d18a-4dbf-aaad-3a8f808e0148 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:23.471766 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [req-28002a33-81fc-4d4c-8d00-5e8d6be3b25d req-4f53f709-d18a-4dbf-aaad-3a8f808e0148 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Calling delete_port for ff16ea39-a9a4-417f-88d0-98ff02e1ebec owned by compute:nova {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:32:23.493020 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 577242cd-251b-4113-bc7f-d27aed68e52b details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:32:23.625462 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 577242cd-251b-4113-bc7f-d27aed68e52b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=577242cd-251b-4113-bc7f-d27aed68e52b,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:32:23.638299 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Returning: {'device': '577242cd-251b-4113-bc7f-d27aed68e52b', 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'port_id': '577242cd-251b-4113-bc7f-d27aed68e52b', 'mac_address': 'fa:16:3e:da:c1:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:32:23.665961 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-28002a33-81fc-4d4c-8d00-5e8d6be3b25d req-4f53f709-d18a-4dbf-aaad-3a8f808e0148 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:23.672967 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:23.680439 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['ff16ea39-a9a4-417f-88d0-98ff02e1ebec'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:32:23.728179 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53f709-d18a-4dbf-aaad-3a8f808e0148 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Pushing event deleted for resources: {'Port': ['ID=ff16ea39-a9a4-417f-88d0-98ff02e1ebec,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:23.734333 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:23.735143 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-4f53f709-d18a-4dbf-aaad-3a8f808e0148 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:23.755317 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 577242cd-251b-4113-bc7f-d27aed68e52b {{(pid=74223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:32:23.774101 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 577242cd-251b-4113-bc7f-d27aed68e52b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=577242cd-251b-4113-bc7f-d27aed68e52b,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:32:23.817853 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [req-28002a33-81fc-4d4c-8d00-5e8d6be3b25d req-4f53f709-d18a-4dbf-aaad-3a8f808e0148 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] No DVR routers for this DVR port ff16ea39-a9a4-417f-88d0-98ff02e1ebec on host hv-cinder-78960 {{(pid=74221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:32:23.820806 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-28002a33-81fc-4d4c-8d00-5e8d6be3b25d req-4f53f709-d18a-4dbf-aaad-3a8f808e0148 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:23.823451 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743de9dc-c279-4297-8835-9a5afb6b019e', 'name': 'network-vif-deleted', 'tag': 'ff16ea39-a9a4-417f-88d0-98ff02e1ebec'}] {{(pid=74221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:32:23.871978 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:23.874088 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-75ce0ff0-b77a-4007-a766-fc4e411e2f3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:23.906724 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-28002a33-81fc-4d4c-8d00-5e8d6be3b25d req-4f53f709-d18a-4dbf-aaad-3a8f808e0148 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.20 "DELETE /v2.0/ports/ff16ea39-a9a4-417f-88d0-98ff02e1ebec HTTP/1.1" status: 204 len: 173 time: 0.9585860 May 04 18:32:23.968710 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=577242cd-251b-4113-bc7f-d27aed68e52b,revision_number=9']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:23.972656 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:24.044806 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f024d8-9ec0-4d53-8182-03e4001f32fb req-7ab411f7-84bd-42b9-92e8-fe4f0bfcf140 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:24.046160 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-59f024d8-9ec0-4d53-8182-03e4001f32fb req-7ab411f7-84bd-42b9-92e8-fe4f0bfcf140 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 944 time: 0.1702037 May 04 18:32:24.050553 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071770b-333c-4cc7-a4b6-dede4770fdd7 req-b3d788d5-876f-49ca-8e44-da9133e1cc02 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:24.052232 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-5071770b-333c-4cc7-a4b6-dede4770fdd7 req-b3d788d5-876f-49ca-8e44-da9133e1cc02 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Synchronizing usage tracker for tenant:4c120e913866442b994ca71f4b2f0f98 on resource:port {{(pid=74221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:32:24.060617 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cb9aa-b8ad-4592-ab8d-21bc8e3d499a req-68fb2802-dbe1-4a5b-b7f2-693bf02d5f23 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:24.062050 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b36cb9aa-b8ad-4592-ab8d-21bc8e3d499a req-68fb2802-dbe1-4a5b-b7f2-693bf02d5f23 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f40acd3-9577-4e7d-8e43-45052ea3417a HTTP/1.1" status: 200 len: 945 time: 0.1269279 May 04 18:32:24.065542 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-5071770b-333c-4cc7-a4b6-dede4770fdd7 req-b3d788d5-876f-49ca-8e44-da9133e1cc02 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Unset dirty status for tenant:4c120e913866442b994ca71f4b2f0f98 on resource:port {{(pid=74221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:32:24.066720 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-5071770b-333c-4cc7-a4b6-dede4770fdd7 req-b3d788d5-876f-49ca-8e44-da9133e1cc02 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f40acd3-9577-4e7d-8e43-45052ea3417a HTTP/1.1" status: 200 len: 945 time: 0.1371176 May 04 18:32:24.093396 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['577242cd-251b-4113-bc7f-d27aed68e52b'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:32:24.142911 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-59f024d8-9ec0-4d53-8182-03e4001f32fb req-5b7bd5b9-ba7f-444a-9813-ff5f2ea03b48 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799043 May 04 18:32:24.148795 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b36cb9aa-b8ad-4592-ab8d-21bc8e3d499a req-38de04cc-70f1-4d14-9593-2e4cde1bfe57 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc49f63c-ece1-4f26-bd35-99e27c819705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723958 May 04 18:32:24.251171 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [req-5071770b-333c-4cc7-a4b6-dede4770fdd7 req-5be1ce70-b729-4a82-b668-563d5a65f724 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Deleting port a95a0ef5-20d3-4506-b437-40be348693b8 {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:32:24.251549 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-5071770b-333c-4cc7-a4b6-dede4770fdd7 req-5be1ce70-b729-4a82-b668-563d5a65f724 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:24.268921 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743de9dc-c279-4297-8835-9a5afb6b019e', 'name': 'network-vif-deleted', 'tag': 'ff16ea39-a9a4-417f-88d0-98ff02e1ebec', 'status': 'completed', 'code': 200} May 04 18:32:24.423490 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-5071770b-333c-4cc7-a4b6-dede4770fdd7 req-5be1ce70-b729-4a82-b668-563d5a65f724 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] For port a95a0ef5-20d3-4506-b437-40be348693b8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a95a0ef5-20d3-4506-b437-40be348693b8,segment=NetworkSegment(6669c33b-c066-4d38-9470-2e21624c8d58),segment_id=6669c33b-c066-4d38-9470-2e21624c8d58)] {{(pid=74221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:32:24.427578 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-5071770b-333c-4cc7-a4b6-dede4770fdd7 req-5be1ce70-b729-4a82-b668-563d5a65f724 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:24.516128 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-54da69cd-3fd7-4d6a-931e-150d32c29319 req-af750a08-5f07-43d7-9191-60c2edd55f66 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] 10.222.0.49 "GET /v2.0/ports?device_id=743de9dc-c279-4297-8835-9a5afb6b019e HTTP/1.1" status: 200 len: 210 time: 0.0483270 May 04 18:32:24.552482 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cbec3-94ac-453e-8b3b-264fc21cfda6 req-4fcc29ef-3e5f-4a74-a93e-772c0fc7749f tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:24.553865 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a50cbec3-94ac-453e-8b3b-264fc21cfda6 req-4fcc29ef-3e5f-4a74-a93e-772c0fc7749f tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 945 time: 0.1331000 May 04 18:32:24.603345 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a50cbec3-94ac-453e-8b3b-264fc21cfda6 req-56c588fd-22f4-4254-b977-98bbedb57667 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428016 May 04 18:32:24.742434 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-5071770b-333c-4cc7-a4b6-dede4770fdd7 req-5be1ce70-b729-4a82-b668-563d5a65f724 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:24.742796 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-5071770b-333c-4cc7-a4b6-dede4770fdd7 req-5be1ce70-b729-4a82-b668-563d5a65f724 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942676'] for floatingip, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:24.743103 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.db.l3_db [req-5071770b-333c-4cc7-a4b6-dede4770fdd7 req-5be1ce70-b729-4a82-b668-563d5a65f724 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Floating IP 9d85b505-53da-4021-baae-bc0d9cdd7ef8 disassociated. External IP: 172.28.1.53, port: a95a0ef5-20d3-4506-b437-40be348693b8. May 04 18:32:24.743469 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [req-5071770b-333c-4cc7-a4b6-dede4770fdd7 req-5be1ce70-b729-4a82-b668-563d5a65f724 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Calling delete_port for a95a0ef5-20d3-4506-b437-40be348693b8 owned by compute:nova {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:32:24.911711 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-5071770b-333c-4cc7-a4b6-dede4770fdd7 req-5be1ce70-b729-4a82-b668-563d5a65f724 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:24.917905 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-e629b8ea-d0e5-4e42-b862-c449427bb0d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:24.964544 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1ce70-b729-4a82-b668-563d5a65f724 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Pushing event deleted for resources: {'Port': ['ID=a95a0ef5-20d3-4506-b437-40be348693b8,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:24.981261 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1ce70-b729-4a82-b668-563d5a65f724 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:32:24.981479 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1ce70-b729-4a82-b668-563d5a65f724 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:32:24.981838 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1ce70-b729-4a82-b668-563d5a65f724 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:32:24.982578 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1ce70-b729-4a82-b668-563d5a65f724 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:32:24.982578 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1ce70-b729-4a82-b668-563d5a65f724 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:32:24.982876 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1ce70-b729-4a82-b668-563d5a65f724 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:32:24.983239 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1ce70-b729-4a82-b668-563d5a65f724 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:32:24.983591 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1ce70-b729-4a82-b668-563d5a65f724 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:32:24.983940 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1ce70-b729-4a82-b668-563d5a65f724 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:32:24.984647 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1ce70-b729-4a82-b668-563d5a65f724 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:32:24.984647 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1ce70-b729-4a82-b668-563d5a65f724 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:32:24.989709 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1ce70-b729-4a82-b668-563d5a65f724 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:32:24.994469 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-5be1ce70-b729-4a82-b668-563d5a65f724 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:25.192495 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5071770b-333c-4cc7-a4b6-dede4770fdd7 req-5be1ce70-b729-4a82-b668-563d5a65f724 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Router 69ceafa4-b679-412b-b7cd-ddd042228f5c has already been hosted by L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b {{(pid=74221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:32:25.474430 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-97590dd0-cc84-45df-8a3a-66d64371377a req-c62ac43c-99a8-45ec-a662-55a065bcfeeb tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f40acd3-9577-4e7d-8e43-45052ea3417a HTTP/1.1" status: 200 len: 210 time: 0.0505605 May 04 18:32:25.487053 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5071770b-333c-4cc7-a4b6-dede4770fdd7 req-5be1ce70-b729-4a82-b668-563d5a65f724 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:32:25.501951 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027fdb32-3fea-4255-a60d-cbf7d4fbdffc None None] Sync routers for ids ['69ceafa4-b679-412b-b7cd-ddd042228f5c'] in dv-cinder-789603-2-smb {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:32:25.525834 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 577242cd-251b-4113-bc7f-d27aed68e52b up at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:32:25.526067 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006cc0e-dc83-4496-828e-810fa9a34b41 req-f4bf7535-9eb2-4810-bdfe-9c60fde2770b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:25.532460 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e006cc0e-dc83-4496-828e-810fa9a34b41 req-f4bf7535-9eb2-4810-bdfe-9c60fde2770b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 944 time: 0.2513282 May 04 18:32:25.582412 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [req-5071770b-333c-4cc7-a4b6-dede4770fdd7 req-5be1ce70-b729-4a82-b668-563d5a65f724 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] No DVR routers for this DVR port a95a0ef5-20d3-4506-b437-40be348693b8 on host hv-cinder-78960 {{(pid=74221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:32:25.589241 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-5071770b-333c-4cc7-a4b6-dede4770fdd7 req-5be1ce70-b729-4a82-b668-563d5a65f724 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:25.595705 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e006cc0e-dc83-4496-828e-810fa9a34b41 req-93fba87e-902f-4bd9-9ab0-58b4027f1c86 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622666 May 04 18:32:25.601357 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027fdb32-3fea-4255-a60d-cbf7d4fbdffc None None] Routers {'69ceafa4-b679-412b-b7cd-ddd042228f5c'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:32:25.601896 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-027fdb32-3fea-4255-a60d-cbf7d4fbdffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:32:06Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['69ceafa4-b679-412b-b7cd-ddd042228f5c'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:25.662420 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-5071770b-333c-4cc7-a4b6-dede4770fdd7 req-5be1ce70-b729-4a82-b668-563d5a65f724 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.20 "DELETE /v2.0/ports/a95a0ef5-20d3-4506-b437-40be348693b8 HTTP/1.1" status: 204 len: 173 time: 1.5882821 May 04 18:32:25.792654 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning complete for port 577242cd-251b-4113-bc7f-d27aed68e52b triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:32:25.793595 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:25.807636 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903ffb2-2f78-4e77-9c30-d72036bc584b req-a023805a-9df6-4a28-8284-309d56f7d9a3 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:25.809969 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d903ffb2-2f78-4e77-9c30-d72036bc584b req-a023805a-9df6-4a28-8284-309d56f7d9a3 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 945 time: 0.0976386 May 04 18:32:25.852454 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-027fdb32-3fea-4255-a60d-cbf7d4fbdffc None None] Set router 69ceafa4-b679-412b-b7cd-ddd042228f5c gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:32:25.863883 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d903ffb2-2f78-4e77-9c30-d72036bc584b req-7478745b-d6ee-4b72-b68b-8bac85e36045 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479636 May 04 18:32:26.175728 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:26.221999 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577242cd-251b-4113-bc7f-d27aed68e52b'}] {{(pid=74223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:32:26.264301 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 577242cd-251b-4113-bc7f-d27aed68e52b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=577242cd-251b-4113-bc7f-d27aed68e52b,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:32:26.271375 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f40acd3-9577-4e7d-8e43-45052ea3417a', 'name': 'network-vif-deleted', 'tag': 'a95a0ef5-20d3-4506-b437-40be348693b8'}] {{(pid=74221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:32:26.296782 dv-cinder-789603-2-smb neutron-server[74223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577242cd-251b-4113-bc7f-d27aed68e52b', 'code': 200} May 04 18:32:26.305869 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-027fdb32-3fea-4255-a60d-cbf7d4fbdffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'name': 'tempest-AttachVolumeTestJSON-1277100894-router', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:58Z', 'updated_at': '2021-05-04T18:26:14Z', 'revision_number': 4, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'gw_port': {'id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': 'cc4f9458-2154-49cc-a86a-ccf9f853cc9f', 'name': '', 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'mac_address': 'fa:16:3e:70:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:12Z', 'updated_at': '2021-05-04T18:26:26Z', 'revision_number': 5, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'subnets': [{'id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:26.311169 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027fdb32-3fea-4255-a60d-cbf7d4fbdffc None None] Checking router: 69ceafa4-b679-412b-b7cd-ddd042228f5c for host: dv-cinder-789603-2-smb {{(pid=74223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:32:26.319926 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027fdb32-3fea-4255-a60d-cbf7d4fbdffc None None] Routers {'69ceafa4-b679-412b-b7cd-ddd042228f5c'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:32:26.320536 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-027fdb32-3fea-4255-a60d-cbf7d4fbdffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:32:06Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['69ceafa4-b679-412b-b7cd-ddd042228f5c'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:26.359071 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f40acd3-9577-4e7d-8e43-45052ea3417a', 'name': 'network-vif-deleted', 'tag': 'a95a0ef5-20d3-4506-b437-40be348693b8', 'status': 'completed', 'code': 200} May 04 18:32:26.383541 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:26.384392 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 8d845d6d-2217-427d-a11c-19ff41260c73 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:32:26.413694 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:26.494006 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfe0ae-a4a8-4fbb-8485-7f8064930065 req-48d0b3c1-88cb-4c5e-a4b1-78dbd85b931a tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:26.495545 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-17bfe0ae-a4a8-4fbb-8485-7f8064930065 req-48d0b3c1-88cb-4c5e-a4b1-78dbd85b931a tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 945 time: 0.1283371 May 04 18:32:26.556901 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-17bfe0ae-a4a8-4fbb-8485-7f8064930065 req-630bd674-5baf-44cf-b0a8-57c454331bc7 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527329 May 04 18:32:26.582418 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=577242cd-251b-4113-bc7f-d27aed68e52b,revision_number=10']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:26.592798 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:26.599039 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 55672) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:26.680757 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-027fdb32-3fea-4255-a60d-cbf7d4fbdffc None None] Set router 69ceafa4-b679-412b-b7cd-ddd042228f5c gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:32:26.750925 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:26.801624 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0f2c731b-2b2a-41e9-916f-a9555e24a8d8 req-81255f25-b879-4cfb-afab-cc8655f7ecf7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f40acd3-9577-4e7d-8e43-45052ea3417a HTTP/1.1" status: 200 len: 210 time: 0.0822253 May 04 18:32:26.926623 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedae8c-4eea-4313-97c8-80fb75e3f63f req-ba6ae09b-d82f-43ba-9d40-b52b84938eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:26.928377 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-5bedae8c-4eea-4313-97c8-80fb75e3f63f req-ba6ae09b-d82f-43ba-9d40-b52b84938eaf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 1099 time: 0.1600900 May 04 18:32:26.938685 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-80329eb1-5919-40fd-b98a-352826f60d45 req-e50c020d-478f-4cbf-a11a-e57e1561214b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3377502 May 04 18:32:26.972853 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaeda8-4f2a-4d82-b8aa-0e255378ba85 req-d4f04b39-9698-4ba9-86e2-30b9cc905243 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:26.974738 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-eeeaeda8-4f2a-4d82-b8aa-0e255378ba85 req-d4f04b39-9698-4ba9-86e2-30b9cc905243 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 946 time: 0.1121564 May 04 18:32:26.976062 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 8d845d6d-2217-427d-a11c-19ff41260c73, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8d845d6d-2217-427d-a11c-19ff41260c73,segment=NetworkSegment(22f657b0-541b-4446-b026-d81f6d010cf4),segment_id=22f657b0-541b-4446-b026-d81f6d010cf4)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:32:26.988729 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-5bedae8c-4eea-4313-97c8-80fb75e3f63f req-37756b13-9e0e-4b81-816b-d48f2f0c4abd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484962 May 04 18:32:27.063956 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-eeeaeda8-4f2a-4d82-b8aa-0e255378ba85 req-65f66bcd-7555-48cd-bcce-d5b728ae497d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727515 May 04 18:32:27.095339 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:27.096118 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device ff16ea39-a9a4-417f-88d0-98ff02e1ebec no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:32:27.125278 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:27.175271 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] No Port match for: ff16ea39-a9a4-417f-88d0-98ff02e1ebec {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:32:27.175598 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device ff16ea39-a9a4-417f-88d0-98ff02e1ebec not bound to the agent host hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:32:27.212164 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=8d845d6d-2217-427d-a11c-19ff41260c73,revision_number=6']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:27.216101 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:27.227948 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-027fdb32-3fea-4255-a60d-cbf7d4fbdffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'name': 'tempest-AttachVolumeTestJSON-1277100894-router', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:58Z', 'updated_at': '2021-05-04T18:26:14Z', 'revision_number': 4, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'gw_port': {'id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': 'cc4f9458-2154-49cc-a86a-ccf9f853cc9f', 'name': '', 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'mac_address': 'fa:16:3e:70:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:12Z', 'updated_at': '2021-05-04T18:26:26Z', 'revision_number': 5, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'subnets': [{'id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:27.231939 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027fdb32-3fea-4255-a60d-cbf7d4fbdffc None None] The sync data for ids ['69ceafa4-b679-412b-b7cd-ddd042228f5c'] in dv-cinder-789603-2-smb is: [{'id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'name': 'tempest-AttachVolumeTestJSON-1277100894-router', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:58Z', 'updated_at': '2021-05-04T18:26:14Z', 'revision_number': 4, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'gw_port': {'id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': 'cc4f9458-2154-49cc-a86a-ccf9f853cc9f', 'name': '', 'network_id': '634c6d2b-13fc-4507-bef8-13a83088a32c', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'mac_address': 'fa:16:3e:70:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:12Z', 'updated_at': '2021-05-04T18:26:26Z', 'revision_number': 5, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'subnets': [{'id': '656edfdd-aa87-4bb6-baf1-030ff554b1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:32:27.446541 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 55702) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:27.460823 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07df40b5-e992-4cbb-b537-5731d77b56a9 None None] New status for floating IP 9d85b505-53da-4021-baae-bc0d9cdd7ef8: DOWN {{(pid=74224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:32:27.516443 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device a95a0ef5-20d3-4506-b437-40be348693b8 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:32:27.553277 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] No Port match for: a95a0ef5-20d3-4506-b437-40be348693b8 {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:32:27.554442 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device a95a0ef5-20d3-4506-b437-40be348693b8 not bound to the agent host hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:32:27.756522 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6952a-261a-48c7-9881-7b2054a4c6fb req-3228c49e-d450-4f75-a3fa-0c02f6913bf9 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:27.764734 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1aa6952a-261a-48c7-9881-7b2054a4c6fb req-3228c49e-d450-4f75-a3fa-0c02f6913bf9 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 943 time: 0.0925059 May 04 18:32:27.837699 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1aa6952a-261a-48c7-9881-7b2054a4c6fb req-79130149-633e-4b9f-a09b-f3469157f0d1 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706599 May 04 18:32:28.027845 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 55724) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:28.127778 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-602ec8e1-31f4-42ca-b1e9-f64e57344684 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:28.133031 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-6ed151b4-9644-494e-8f1c-86e545bda6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919878'] for router_interface, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:28.237830 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-602ec8e1-31f4-42ca-b1e9-f64e57344684 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:28.286839 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b715f6-5893-4749-8a04-8519d08ca062 req-e2e45b71-1739-4df5-b8c5-eab6be66e4a4 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:28.288348 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-58b715f6-5893-4749-8a04-8519d08ca062 req-e2e45b71-1739-4df5-b8c5-eab6be66e4a4 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 946 time: 0.0851505 May 04 18:32:28.297734 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeed9058-7f6d-45dc-85f6-ec2d17a81c9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d845d6d-2217-427d-a11c-19ff41260c73'}] {{(pid=74223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:32:28.342601 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-58b715f6-5893-4749-8a04-8519d08ca062 req-d582e3bf-15cf-4a6c-b8c0-7f6861a44be5 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426838 May 04 18:32:28.367798 dv-cinder-789603-2-smb neutron-server[74223]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aeed9058-7f6d-45dc-85f6-ec2d17a81c9b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8d845d6d-2217-427d-a11c-19ff41260c73', 'code': 422} returned with failed status May 04 18:32:28.580396 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-602ec8e1-31f4-42ca-b1e9-f64e57344684 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:28.590331 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-ef3b0a20-dad3-4e93-a94a-b623bdf247e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:28.607579 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ec8e1-31f4-42ca-b1e9-f64e57344684 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc49f63c-ece1-4f26-bd35-99e27c819705,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:28.611249 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-602ec8e1-31f4-42ca-b1e9-f64e57344684 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:28.639642 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-6ed151b4-9644-494e-8f1c-86e545bda6a1 admin admin] Deleting port 75b25b2c-f432-461b-9319-661ca5f7b4d4 {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:32:28.639993 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-6ed151b4-9644-494e-8f1c-86e545bda6a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:28.836583 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-602ec8e1-31f4-42ca-b1e9-f64e57344684 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:28.837700 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-602ec8e1-31f4-42ca-b1e9-f64e57344684 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "DELETE /v2.0/security-groups/fc49f63c-ece1-4f26-bd35-99e27c819705 HTTP/1.1" status: 204 len: 168 time: 0.8087535 May 04 18:32:28.840600 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 55760) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:28.856634 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.api.v2.resource [None req-f8b97adc-171a-493d-9603-41797855da81 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] show failed (client error): The resource could not be found. May 04 18:32:28.857634 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-f8b97adc-171a-493d-9603-41797855da81 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "GET /v2.0/security-groups/fc49f63c-ece1-4f26-bd35-99e27c819705 HTTP/1.1" status: 404 len: 347 time: 0.0160465 May 04 18:32:28.860775 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 55766) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:28.876826 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [None req-6ed151b4-9644-494e-8f1c-86e545bda6a1 admin admin] For port 75b25b2c-f432-461b-9319-661ca5f7b4d4, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=75b25b2c-f432-461b-9319-661ca5f7b4d4,segment=NetworkSegment(39fc2110-9ae7-430c-8de7-7961edab7df6),segment_id=39fc2110-9ae7-430c-8de7-7961edab7df6)] {{(pid=74221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:32:28.877181 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-6ed151b4-9644-494e-8f1c-86e545bda6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:29.004235 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-6ed151b4-9644-494e-8f1c-86e545bda6a1 admin admin] Calling delete_port for 75b25b2c-f432-461b-9319-661ca5f7b4d4 owned by network:router_interface {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:32:29.172057 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964282c-caf9-44cd-9248-6d49d8267364 req-7261ec08-ca5b-4a7c-86b1-8fd2b9ce5420 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:29.178771 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b964282c-caf9-44cd-9248-6d49d8267364 req-7261ec08-ca5b-4a7c-86b1-8fd2b9ce5420 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 943 time: 0.2338092 May 04 18:32:29.227746 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.plugin [None req-e77d51aa-5dae-46c9-b585-e80e87ef9300 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Deleting port 3e0808f3-3505-4085-9d43-1fb7404eaf47 {{(pid=74222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:32:29.228082 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e77d51aa-5dae-46c9-b585-e80e87ef9300 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:29.247019 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b964282c-caf9-44cd-9248-6d49d8267364 req-c109bdbd-df70-4fd0-b193-a46354e73357 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674279 May 04 18:32:29.357053 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e77d51aa-5dae-46c9-b585-e80e87ef9300 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:29.357375 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e77d51aa-5dae-46c9-b585-e80e87ef9300 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:29.450059 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-6ed151b4-9644-494e-8f1c-86e545bda6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:29.457397 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-9581667d-d481-47ab-a1bb-b05e9ab4bf84 tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:29.483927 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.plugin [None req-e77d51aa-5dae-46c9-b585-e80e87ef9300 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Calling delete_port for 3e0808f3-3505-4085-9d43-1fb7404eaf47 owned by network:floatingip {{(pid=74222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:32:29.560060 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed151b4-9644-494e-8f1c-86e545bda6a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=75b25b2c-f432-461b-9319-661ca5f7b4d4,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:29.562573 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-6ed151b4-9644-494e-8f1c-86e545bda6a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:29.602313 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65909492-fc44-47ef-8f58-8ef1b1cfef42 req-e98d6cc4-eca3-4417-ad78-772ecd01ed8b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:29.603990 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-65909492-fc44-47ef-8f58-8ef1b1cfef42 req-e98d6cc4-eca3-4417-ad78-772ecd01ed8b tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 946 time: 0.1282287 May 04 18:32:29.719795 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-65909492-fc44-47ef-8f58-8ef1b1cfef42 req-04aa6be1-0569-49b7-bef6-680325ff3458 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072044 May 04 18:32:29.814542 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e77d51aa-5dae-46c9-b585-e80e87ef9300 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15671191'] for port, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:29.818442 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-c956f988-886c-442b-b7c4-ba5a8ec647ba tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:29.877473 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-6ed151b4-9644-494e-8f1c-86e545bda6a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945398'] for router_interface, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:29.891624 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80329eb1-5919-40fd-b98a-352826f60d45 req-93d8f96a-0cf0-49c8-b637-aad2b8f3a18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:29.893091 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-80329eb1-5919-40fd-b98a-352826f60d45 req-93d8f96a-0cf0-49c8-b637-aad2b8f3a18a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b&tenant_id=c30572d2e703466baf61164023333613 HTTP/1.1" status: 200 len: 1096 time: 0.1690433 May 04 18:32:29.945458 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d51aa-5dae-46c9-b585-e80e87ef9300 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Pushing event deleted for resources: {'Port': ['ID=3e0808f3-3505-4085-9d43-1fb7404eaf47,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:29.948139 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-e77d51aa-5dae-46c9-b585-e80e87ef9300 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:30.064815 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e77d51aa-5dae-46c9-b585-e80e87ef9300 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks [] for floatingip, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:30.079770 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e77d51aa-5dae-46c9-b585-e80e87ef9300 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for floatingip, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:30.080895 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-e77d51aa-5dae-46c9-b585-e80e87ef9300 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] 10.222.0.49 "DELETE /v2.0/floatingips/9d85b505-53da-4021-baae-bc0d9cdd7ef8 HTTP/1.1" status: 204 len: 168 time: 1.2192297 May 04 18:32:30.133375 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80329eb1-5919-40fd-b98a-352826f60d45 req-b809dead-47aa-43af-a3f3-cc06079cd877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:30.135092 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-80329eb1-5919-40fd-b98a-352826f60d45 req-b809dead-47aa-43af-a3f3-cc06079cd877 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c30572d2e703466baf61164023333613&device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 1096 time: 0.1841376 May 04 18:32:30.137014 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 55780) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:30.259885 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-40d26ee1-86b5-42b9-b284-066e42c96f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:30.275285 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-40d26ee1-86b5-42b9-b284-066e42c96f67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:32:30.279393 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-40d26ee1-86b5-42b9-b284-066e42c96f67 admin admin] Usage tracker for resource:security_group_rule and tenant:cb6ea5a93c054277ba0fc3344f6f7dbf is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:32:30.282515 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-40d26ee1-86b5-42b9-b284-066e42c96f67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:32:30.288932 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-40d26ee1-86b5-42b9-b284-066e42c96f67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:32:30.439365 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-40d26ee1-86b5-42b9-b284-066e42c96f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:30.472971 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0cc53-210e-4f3d-9886-052cfe4d634b req-3a948bb5-9f09-4f56-b763-7302036da818 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:30.474298 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b7c0cc53-210e-4f3d-9886-052cfe4d634b req-3a948bb5-9f09-4f56-b763-7302036da818 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 943 time: 0.0933387 May 04 18:32:30.516779 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-40d26ee1-86b5-42b9-b284-066e42c96f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:30.528580 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-ba8a2170-342f-4402-af8c-812d54ae91a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:30.536813 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80329eb1-5919-40fd-b98a-352826f60d45 req-0507fc4f-5ebb-44f2-85eb-854e55520421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:30.538282 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-80329eb1-5919-40fd-b98a-352826f60d45 req-0507fc4f-5ebb-44f2-85eb-854e55520421 service neutron] 10.222.0.20 "GET /v2.0/networks?id=958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2 HTTP/1.1" status: 200 len: 910 time: 0.3458915 May 04 18:32:30.543255 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed151b4-9644-494e-8f1c-86e545bda6a1 admin admin] Router 17ab303b-571d-4929-adab-11363771c25f has already been hosted by L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b {{(pid=74221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:32:30.547426 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b7c0cc53-210e-4f3d-9886-052cfe4d634b req-9cd99e78-7b0a-450c-b935-dfcaa3c5183f tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648479 May 04 18:32:30.577481 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-40d26ee1-86b5-42b9-b284-066e42c96f67 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cb6ea5a93c054277ba0fc3344f6f7dbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4390461 May 04 18:32:30.580607 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 55790) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:30.592648 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d26ee1-86b5-42b9-b284-066e42c96f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a833d09-40a3-493b-85ac-82d57b0b028b,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:30.596895 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-40d26ee1-86b5-42b9-b284-066e42c96f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:30.645742 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2d1a898e-5e99-4058-9510-497c4a081e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:30.671235 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2d1a898e-5e99-4058-9510-497c4a081e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:30.719979 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-80329eb1-5919-40fd-b98a-352826f60d45 req-a899df29-9b5f-430b-9cb9-a18b73027c77 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d845d6d-2217-427d-a11c-19ff41260c73 HTTP/1.1" status: 200 len: 999 time: 0.1740677 May 04 18:32:30.806271 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2d1a898e-5e99-4058-9510-497c4a081e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:30.812971 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-bc0925c5-9be3-412f-a274-bae007b0bbc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:30.825319 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a898e-5e99-4058-9510-497c4a081e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a833d09-40a3-493b-85ac-82d57b0b028b,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:30.827861 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-2d1a898e-5e99-4058-9510-497c4a081e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:30.831818 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2d1a898e-5e99-4058-9510-497c4a081e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:30.833174 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-2d1a898e-5e99-4058-9510-497c4a081e64 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7a833d09-40a3-493b-85ac-82d57b0b028b HTTP/1.1" status: 204 len: 168 time: 0.2515352 May 04 18:32:30.858266 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed151b4-9644-494e-8f1c-86e545bda6a1 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:32:30.860695 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80329eb1-5919-40fd-b98a-352826f60d45 req-77ebe7de-e39c-4666-8282-e71ed2f36d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:30.862223 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-80329eb1-5919-40fd-b98a-352826f60d45 req-77ebe7de-e39c-4666-8282-e71ed2f36d07 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a555db5-8ba7-4f7b-b652-348df6017b79 HTTP/1.1" status: 200 len: 848 time: 0.0922794 May 04 18:32:30.879195 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966d365d-9301-48d1-8232-687f5554eec4 None None] Sync routers for ids ['17ab303b-571d-4929-adab-11363771c25f'] in dv-cinder-789603-2-smb {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:32:30.892843 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966d365d-9301-48d1-8232-687f5554eec4 None None] Routers {'17ab303b-571d-4929-adab-11363771c25f'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:32:30.894213 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-966d365d-9301-48d1-8232-687f5554eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:32:06Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['17ab303b-571d-4929-adab-11363771c25f'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:30.918499 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-6ed151b4-9644-494e-8f1c-86e545bda6a1 admin admin] 10.222.0.49 "PUT /v2.0/routers/17ab303b-571d-4929-adab-11363771c25f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4696877 May 04 18:32:30.919156 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 55798) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:30.941113 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9df64-a050-4058-8c0c-83fe00d3bc8c req-e8da9b59-44e0-4f8e-976b-f12598d023b6 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:30.942875 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-baa9df64-a050-4058-8c0c-83fe00d3bc8c req-e8da9b59-44e0-4f8e-976b-f12598d023b6 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 946 time: 0.1022935 May 04 18:32:31.036286 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-baa9df64-a050-4058-8c0c-83fe00d3bc8c req-cc46adde-c7f7-49c1-bbe2-e1cf3ec3984a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801892 May 04 18:32:31.088356 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-966d365d-9301-48d1-8232-687f5554eec4 None None] Set router 17ab303b-571d-4929-adab-11363771c25f gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:32:31.116833 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80329eb1-5919-40fd-b98a-352826f60d45 req-02ed3926-1124-423b-bedd-5917d4cfeeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:31.118281 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-80329eb1-5919-40fd-b98a-352826f60d45 req-02ed3926-1124-423b-bedd-5917d4cfeeb6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2416844 May 04 18:32:31.122781 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-68f5648d-e3aa-4fe9-88d5-47e9d5e409f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:31.413795 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-80329eb1-5919-40fd-b98a-352826f60d45 req-a770729e-8cfb-41df-baa9-0b1939da6201 service neutron] 10.222.0.20 "GET /v2.0/networks/958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419360 May 04 18:32:31.419358 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-68f5648d-e3aa-4fe9-88d5-47e9d5e409f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:31.430991 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-966d365d-9301-48d1-8232-687f5554eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ab303b-571d-4929-adab-11363771c25f', 'name': 'tempest-TestMinimumBasicScenario-2110633395-router', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '94065c73-e579-4552-83c8-0c5358a25675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:29:24Z', 'updated_at': '2021-05-04T18:32:29Z', 'revision_number': 5, 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'gw_port': {'id': '94065c73-e579-4552-83c8-0c5358a25675', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:07:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ab303b-571d-4929-adab-11363771c25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:25Z', 'updated_at': '2021-05-04T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:31.434859 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966d365d-9301-48d1-8232-687f5554eec4 None None] Checking router: 17ab303b-571d-4929-adab-11363771c25f for host: dv-cinder-789603-2-smb {{(pid=74223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:32:31.443293 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966d365d-9301-48d1-8232-687f5554eec4 None None] Routers {'17ab303b-571d-4929-adab-11363771c25f'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:32:31.443963 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-966d365d-9301-48d1-8232-687f5554eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:32:06Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['17ab303b-571d-4929-adab-11363771c25f'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:31.586309 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-80329eb1-5919-40fd-b98a-352826f60d45 req-34e6aeab-6470-4a12-9340-ed4c045ac3e7 service neutron] 10.222.0.20 "GET /v2.0/networks/958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639991 May 04 18:32:31.612745 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-68f5648d-e3aa-4fe9-88d5-47e9d5e409f9 admin admin] Deleting port 94065c73-e579-4552-83c8-0c5358a25675 {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:32:31.612976 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-68f5648d-e3aa-4fe9-88d5-47e9d5e409f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:31.638199 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-966d365d-9301-48d1-8232-687f5554eec4 None None] Set router 17ab303b-571d-4929-adab-11363771c25f gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:32:31.750478 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801b837-8b15-42ea-8965-2e0a1c7b53ae req-e5954663-e89f-4f49-8810-b792419baf84 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:31.751739 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8801b837-8b15-42ea-8965-2e0a1c7b53ae req-e5954663-e89f-4f49-8810-b792419baf84 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 943 time: 0.0973144 May 04 18:32:31.809596 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8801b837-8b15-42ea-8965-2e0a1c7b53ae req-c71d6c7f-6f40-44d3-a352-acd800826f5a tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518749 May 04 18:32:31.867115 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [None req-68f5648d-e3aa-4fe9-88d5-47e9d5e409f9 admin admin] For port 94065c73-e579-4552-83c8-0c5358a25675, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=94065c73-e579-4552-83c8-0c5358a25675,segment=NetworkSegment(d30f7483-d557-48d7-ad06-77acf24064bb),segment_id=d30f7483-d557-48d7-ad06-77acf24064bb)] {{(pid=74221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:32:31.867408 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-68f5648d-e3aa-4fe9-88d5-47e9d5e409f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:31.951395 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-966d365d-9301-48d1-8232-687f5554eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ab303b-571d-4929-adab-11363771c25f', 'name': 'tempest-TestMinimumBasicScenario-2110633395-router', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '94065c73-e579-4552-83c8-0c5358a25675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:29:24Z', 'updated_at': '2021-05-04T18:32:29Z', 'revision_number': 5, 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'gw_port': {'id': '94065c73-e579-4552-83c8-0c5358a25675', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:07:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ab303b-571d-4929-adab-11363771c25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:25Z', 'updated_at': '2021-05-04T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:31.955346 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966d365d-9301-48d1-8232-687f5554eec4 None None] The sync data for ids ['17ab303b-571d-4929-adab-11363771c25f'] in dv-cinder-789603-2-smb is: [{'id': '17ab303b-571d-4929-adab-11363771c25f', 'name': 'tempest-TestMinimumBasicScenario-2110633395-router', 'tenant_id': 'ba44109d89274d7a81583c1b92e79659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '94065c73-e579-4552-83c8-0c5358a25675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:29:24Z', 'updated_at': '2021-05-04T18:32:29Z', 'revision_number': 5, 'project_id': 'ba44109d89274d7a81583c1b92e79659', 'gw_port': {'id': '94065c73-e579-4552-83c8-0c5358a25675', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:07:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ab303b-571d-4929-adab-11363771c25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:25Z', 'updated_at': '2021-05-04T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}] {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:32:31.990489 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-68f5648d-e3aa-4fe9-88d5-47e9d5e409f9 admin admin] Calling delete_port for 94065c73-e579-4552-83c8-0c5358a25675 owned by network:router_gateway {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:32:32.194279 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-68f5648d-e3aa-4fe9-88d5-47e9d5e409f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:32.197986 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-a3943bfa-2342-4902-8b37-f952c1034a3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:32.239580 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5648d-e3aa-4fe9-88d5-47e9d5e409f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=94065c73-e579-4552-83c8-0c5358a25675,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:32.242031 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-68f5648d-e3aa-4fe9-88d5-47e9d5e409f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:32.337298 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-68f5648d-e3aa-4fe9-88d5-47e9d5e409f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942697'] for router_gateway, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:32.513652 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-68f5648d-e3aa-4fe9-88d5-47e9d5e409f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-943869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29356'] for router, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:32.516826 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-68f5648d-e3aa-4fe9-88d5-47e9d5e409f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:32.606204 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-68f5648d-e3aa-4fe9-88d5-47e9d5e409f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-943137'] for router, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:32.606728 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f5648d-e3aa-4fe9-88d5-47e9d5e409f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17ab303b-571d-4929-adab-11363771c25f {{(pid=74221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 18:32:32.620338 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-68f5648d-e3aa-4fe9-88d5-47e9d5e409f9 admin admin] Notify callbacks [] for router, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:32.621507 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-68f5648d-e3aa-4fe9-88d5-47e9d5e409f9 admin admin] 10.222.0.49 "DELETE /v2.0/routers/17ab303b-571d-4929-adab-11363771c25f HTTP/1.1" status: 204 len: 168 time: 1.6968796 May 04 18:32:32.624142 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 55812) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:32.683127 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_v2 [None req-b09a02ed-dc44-4c4d-9202-7a4fd47d7404 admin admin] Deleting subnet e3a18b2a-aa00-47fe-8906-1f3aa51aafc3 {{(pid=74221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 18:32:32.686133 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b09a02ed-dc44-4c4d-9202-7a4fd47d7404 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:32.737726 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b09a02ed-dc44-4c4d-9202-7a4fd47d7404 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15324815'] for subnet, precommit_delete_associations {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:32.797569 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-3415f3b2-eb16-41d1-af0c-e7ab992ac596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:32.852936 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b09a02ed-dc44-4c4d-9202-7a4fd47d7404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774518'] for subnet, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:33.004475 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b217d-115e-4e34-9260-af9b962b7ace req-1e442b19-5fb6-4113-b6d1-5103f7af4436 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:33.006799 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-fd5b217d-115e-4e34-9260-af9b962b7ace req-1e442b19-5fb6-4113-b6d1-5103f7af4436 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 943 time: 0.0880361 May 04 18:32:33.088219 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-fd5b217d-115e-4e34-9260-af9b962b7ace req-08dfc493-baad-4264-a4d1-48a9097657d4 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732796 May 04 18:32:33.206392 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b09a02ed-dc44-4c4d-9202-7a4fd47d7404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15596317'] for subnet, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:33.210487 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:33.246797 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a02ed-dc44-4c4d-9202-7a4fd47d7404 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3a18b2a-aa00-47fe-8906-1f3aa51aafc3,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:33.250337 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-b09a02ed-dc44-4c4d-9202-7a4fd47d7404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:33.252595 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b09a02ed-dc44-4c4d-9202-7a4fd47d7404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:33.257862 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6177f3-c8a0-44ef-8be3-8979b23f80d4 None None] Network 9cee9853-ab1f-40ba-9afc-e5cbc71af0c1 requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:32:33.259358 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-b09a02ed-dc44-4c4d-9202-7a4fd47d7404 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e3a18b2a-aa00-47fe-8906-1f3aa51aafc3 HTTP/1.1" status: 204 len: 168 time: 0.6337872 May 04 18:32:33.262266 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 55826) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:33.373051 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-50f826fd-a684-4312-ae18-4eb2302ce2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688272'] for network, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:33.431322 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 75b25b2c-f432-461b-9319-661ca5f7b4d4 no longer exists at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:32:33.450415 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-50f826fd-a684-4312-ae18-4eb2302ce2e2 admin admin] Deleting port 49fec518-c507-4dfb-85bb-0c7d4bd389ab {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:32:33.450748 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-50f826fd-a684-4312-ae18-4eb2302ce2e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:33.471076 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] No Port match for: 75b25b2c-f432-461b-9319-661ca5f7b4d4 {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:32:33.471451 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 75b25b2c-f432-461b-9319-661ca5f7b4d4 not bound to the agent host dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:32:33.472137 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 94065c73-e579-4552-83c8-0c5358a25675 no longer exists at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:32:33.507254 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] No Port match for: 94065c73-e579-4552-83c8-0c5358a25675 {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:32:33.507602 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 94065c73-e579-4552-83c8-0c5358a25675 not bound to the agent host dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:32:33.543901 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 8d845d6d-2217-427d-a11c-19ff41260c73 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:32:33.590417 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc85fab3-1c5d-4041-adaf-d72386f5994c None None] DHCP port deletion for 9cee9853-ab1f-40ba-9afc-e5cbc71af0c1 request from dv-cinder-789603-2-smb {{(pid=74223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 18:32:33.648759 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [None req-50f826fd-a684-4312-ae18-4eb2302ce2e2 admin admin] For port 49fec518-c507-4dfb-85bb-0c7d4bd389ab, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=49fec518-c507-4dfb-85bb-0c7d4bd389ab,segment=NetworkSegment(39fc2110-9ae7-430c-8de7-7961edab7df6),segment_id=39fc2110-9ae7-430c-8de7-7961edab7df6)] {{(pid=74221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:32:33.649088 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-50f826fd-a684-4312-ae18-4eb2302ce2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:33.732539 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 8d845d6d-2217-427d-a11c-19ff41260c73, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8d845d6d-2217-427d-a11c-19ff41260c73,segment=NetworkSegment(22f657b0-541b-4446-b026-d81f6d010cf4),segment_id=22f657b0-541b-4446-b026-d81f6d010cf4)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:32:33.751882 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Returning: {'device': '8d845d6d-2217-427d-a11c-19ff41260c73', 'network_id': '958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2', 'port_id': '8d845d6d-2217-427d-a11c-19ff41260c73', 'mac_address': 'fa:16:3e:43:d2:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a555db5-8ba7-4f7b-b652-348df6017b79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:32:33.774000 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-50f826fd-a684-4312-ae18-4eb2302ce2e2 admin admin] Calling delete_port for 49fec518-c507-4dfb-85bb-0c7d4bd389ab owned by network:dhcp {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:32:33.785785 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-dc85fab3-1c5d-4041-adaf-d72386f5994c None None] Deleting port 49fec518-c507-4dfb-85bb-0c7d4bd389ab {{(pid=74223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:32:33.786168 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-dc85fab3-1c5d-4041-adaf-d72386f5994c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:33.914373 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-50f826fd-a684-4312-ae18-4eb2302ce2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:33.919301 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-a3943bfa-2342-4902-8b37-f952c1034a3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:33.921000 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:33.951300 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-dc85fab3-1c5d-4041-adaf-d72386f5994c None None] For port 49fec518-c507-4dfb-85bb-0c7d4bd389ab, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=49fec518-c507-4dfb-85bb-0c7d4bd389ab,segment=NetworkSegment(39fc2110-9ae7-430c-8de7-7961edab7df6),segment_id=39fc2110-9ae7-430c-8de7-7961edab7df6)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:32:33.951702 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-dc85fab3-1c5d-4041-adaf-d72386f5994c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:33.959388 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d845d6d-2217-427d-a11c-19ff41260c73 {{(pid=74223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:32:33.964726 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f826fd-a684-4312-ae18-4eb2302ce2e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=49fec518-c507-4dfb-85bb-0c7d4bd389ab,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:33.967194 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-50f826fd-a684-4312-ae18-4eb2302ce2e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:33.969712 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f826fd-a684-4312-ae18-4eb2302ce2e2 admin admin] No DVR routers for this DVR port 49fec518-c507-4dfb-85bb-0c7d4bd389ab on host dv-cinder-789603-2-smb {{(pid=74221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:32:34.080486 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-dc85fab3-1c5d-4041-adaf-d72386f5994c None None] Calling delete_port for 49fec518-c507-4dfb-85bb-0c7d4bd389ab owned by network:dhcp {{(pid=74223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:32:34.087896 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 8d845d6d-2217-427d-a11c-19ff41260c73, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8d845d6d-2217-427d-a11c-19ff41260c73,segment=NetworkSegment(22f657b0-541b-4446-b026-d81f6d010cf4),segment_id=22f657b0-541b-4446-b026-d81f6d010cf4)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:32:34.092622 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-50f826fd-a684-4312-ae18-4eb2302ce2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771051', 'neutron.services.segments.db._delete_segments_for_network-8785700215345'] for network, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:34.154157 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:34.155919 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:34.204373 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-50f826fd-a684-4312-ae18-4eb2302ce2e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cee9853-ab1f-40ba-9afc-e5cbc71af0c1']}} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:34.217101 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-50f826fd-a684-4312-ae18-4eb2302ce2e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39fc2110-9ae7-430c-8de7-7961edab7df6') {'for_net_delete': True} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:34.217766 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-50f826fd-a684-4312-ae18-4eb2302ce2e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39fc2110-9ae7-430c-8de7-7961edab7df6') {} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:34.229221 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-50f826fd-a684-4312-ae18-4eb2302ce2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700225895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15324854'] for segment, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:34.246267 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-50f826fd-a684-4312-ae18-4eb2302ce2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:34.250710 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=8d845d6d-2217-427d-a11c-19ff41260c73,revision_number=7']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:34.254109 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f826fd-a684-4312-ae18-4eb2302ce2e2 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=74221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:32:34.254267 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:34.275552 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-dc85fab3-1c5d-4041-adaf-d72386f5994c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551'] for port, after_delete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:34.278327 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abd568-1115-4671-8c3a-5806c080ec51 req-49165936-bec3-4894-98ae-291c71560115 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:34.279230 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:34.279821 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-33abd568-1115-4671-8c3a-5806c080ec51 req-49165936-bec3-4894-98ae-291c71560115 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 944 time: 0.0910773 May 04 18:32:34.324525 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85fab3-1c5d-4041-adaf-d72386f5994c None None] Pushing event deleted for resources: {'Port': ['ID=49fec518-c507-4dfb-85bb-0c7d4bd389ab,revision_number=None']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:34.327820 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-dc85fab3-1c5d-4041-adaf-d72386f5994c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:34.332577 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc85fab3-1c5d-4041-adaf-d72386f5994c None None] No DVR routers for this DVR port 49fec518-c507-4dfb-85bb-0c7d4bd389ab on host dv-cinder-789603-2-smb {{(pid=74223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:32:34.339417 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-33abd568-1115-4671-8c3a-5806c080ec51 req-eedfc083-1234-43de-b0c9-809d87e8c8fe tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533996 May 04 18:32:34.410070 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['8d845d6d-2217-427d-a11c-19ff41260c73'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:32:34.432271 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [None req-50f826fd-a684-4312-ae18-4eb2302ce2e2 admin admin] Network 9cee9853-ab1f-40ba-9afc-e5cbc71af0c1 has no segments {{(pid=74221) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 18:32:34.440889 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-50f826fd-a684-4312-ae18-4eb2302ce2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262147'] for segment, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:34.599231 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 55840) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:34.614644 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [None req-50f826fd-a684-4312-ae18-4eb2302ce2e2 admin admin] Network 9cee9853-ab1f-40ba-9afc-e5cbc71af0c1 has no segments {{(pid=74221) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: Traceback (most recent call last): May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: timer() May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: cb(*args, **kw) May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: return func(*args, **kwargs) May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: self._notify() May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: self.callback(batched_events) May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: event.method(event) May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: return f(self, *a, **k) May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: return self._get(url).json() May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: return self.request(url, 'GET', **kwargs) May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:32:34.637286 dv-cinder-789603-2-smb neutron-server[74221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:32:34.774730 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-50f826fd-a684-4312-ae18-4eb2302ce2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942662'] for network, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:34.778828 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:34.791553 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-50f826fd-a684-4312-ae18-4eb2302ce2e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:34.803750 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f826fd-a684-4312-ae18-4eb2302ce2e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cee9853-ab1f-40ba-9afc-e5cbc71af0c1,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:34.807767 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-50f826fd-a684-4312-ae18-4eb2302ce2e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:34.866838 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-50f826fd-a684-4312-ae18-4eb2302ce2e2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9cee9853-ab1f-40ba-9afc-e5cbc71af0c1 HTTP/1.1" status: 204 len: 168 time: 1.6032557 May 04 18:32:34.869514 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 55846) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:35.304613 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-6609cc89-6fb8-47b8-8a91-3e4ec1f995f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919878'] for router_interface, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:35.418792 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 49fec518-c507-4dfb-85bb-0c7d4bd389ab no longer exists at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:32:35.459880 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] No Port match for: 49fec518-c507-4dfb-85bb-0c7d4bd389ab {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:32:35.460150 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 49fec518-c507-4dfb-85bb-0c7d4bd389ab not bound to the agent host dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:32:35.547608 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b1d975ab-9a34-47c9-b513-8f234671f30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919878'] for router_interface, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:35.550075 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 8d845d6d-2217-427d-a11c-19ff41260c73 up at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:32:35.622303 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning complete for port 8d845d6d-2217-427d-a11c-19ff41260c73 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:32:35.622634 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:35.651130 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-cd440314-dbc9-4ccb-96dc-ca734f3bdd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:35.754783 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:35.784262 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeed9058-7f6d-45dc-85f6-ec2d17a81c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d845d6d-2217-427d-a11c-19ff41260c73'}] {{(pid=74223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:32:35.792851 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:35.796406 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 8d845d6d-2217-427d-a11c-19ff41260c73, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8d845d6d-2217-427d-a11c-19ff41260c73,segment=NetworkSegment(22f657b0-541b-4446-b026-d81f6d010cf4),segment_id=22f657b0-541b-4446-b026-d81f6d010cf4)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:32:35.803343 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca98206-8358-4110-a9c7-4e46600e6927 req-e2ecad35-5695-40a9-a015-b59f011355dc tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:35.804800 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3ca98206-8358-4110-a9c7-4e46600e6927 req-e2ecad35-5695-40a9-a015-b59f011355dc tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 944 time: 0.1562343 May 04 18:32:35.842948 dv-cinder-789603-2-smb neutron-server[74223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeed9058-7f6d-45dc-85f6-ec2d17a81c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d845d6d-2217-427d-a11c-19ff41260c73', 'code': 200} May 04 18:32:35.870038 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:35.874580 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:35.935239 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3ca98206-8358-4110-a9c7-4e46600e6927 req-a27eff49-a69f-4c4a-8351-388340dd7e3b tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005237 May 04 18:32:35.951104 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=8d845d6d-2217-427d-a11c-19ff41260c73,revision_number=8']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:35.955915 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:35.977772 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.plugin [None req-6609cc89-6fb8-47b8-8a91-3e4ec1f995f1 admin admin] Deleting port cc4f9458-2154-49cc-a86a-ccf9f853cc9f {{(pid=74222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:32:35.978112 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-6609cc89-6fb8-47b8-8a91-3e4ec1f995f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:35.981086 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-b1d975ab-9a34-47c9-b513-8f234671f30d admin admin] Deleting port c72457be-1187-4652-94f9-8c151452d424 {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:32:35.981086 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b1d975ab-9a34-47c9-b513-8f234671f30d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:36.104645 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [None req-b1d975ab-9a34-47c9-b513-8f234671f30d admin admin] For port c72457be-1187-4652-94f9-8c151452d424, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=c72457be-1187-4652-94f9-8c151452d424,segment=NetworkSegment(8c85a64d-a408-4b58-8ff2-80f1849d4daf),segment_id=8c85a64d-a408-4b58-8ff2-80f1849d4daf)] {{(pid=74221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:32:36.105588 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b1d975ab-9a34-47c9-b513-8f234671f30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:36.106174 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.db [None req-6609cc89-6fb8-47b8-8a91-3e4ec1f995f1 admin admin] For port cc4f9458-2154-49cc-a86a-ccf9f853cc9f, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=cc4f9458-2154-49cc-a86a-ccf9f853cc9f,segment=NetworkSegment(6669c33b-c066-4d38-9470-2e21624c8d58),segment_id=6669c33b-c066-4d38-9470-2e21624c8d58)] {{(pid=74222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:32:36.106518 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-6609cc89-6fb8-47b8-8a91-3e4ec1f995f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:36.231897 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.plugin [None req-6609cc89-6fb8-47b8-8a91-3e4ec1f995f1 admin admin] Calling delete_port for cc4f9458-2154-49cc-a86a-ccf9f853cc9f owned by network:router_interface {{(pid=74222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:32:36.253599 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-b1d975ab-9a34-47c9-b513-8f234671f30d admin admin] Calling delete_port for c72457be-1187-4652-94f9-8c151452d424 owned by network:router_interface {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:32:36.319111 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411c1bd-5756-4329-ad6e-8a9c6515c928 req-5d069edd-c941-49eb-8f62-a38acdb89376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:36.320576 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-3411c1bd-5756-4329-ad6e-8a9c6515c928 req-5d069edd-c941-49eb-8f62-a38acdb89376 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 1098 time: 0.1565235 May 04 18:32:36.370747 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:36.377729 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-3411c1bd-5756-4329-ad6e-8a9c6515c928 req-7a0b4299-aebe-4919-b67e-932bcd328f0b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458221 May 04 18:32:36.534342 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b1d975ab-9a34-47c9-b513-8f234671f30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:36.538119 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-4f53f709-d18a-4dbf-aaad-3a8f808e0148 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:36.586013 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d975ab-9a34-47c9-b513-8f234671f30d admin admin] Pushing event deleted for resources: {'Port': ['ID=c72457be-1187-4652-94f9-8c151452d424,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:36.592758 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-6609cc89-6fb8-47b8-8a91-3e4ec1f995f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15671191'] for port, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:36.596538 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:36.617045 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-b1d975ab-9a34-47c9-b513-8f234671f30d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:36.645719 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609cc89-6fb8-47b8-8a91-3e4ec1f995f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc4f9458-2154-49cc-a86a-ccf9f853cc9f,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:36.682695 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609cc89-6fb8-47b8-8a91-3e4ec1f995f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:32:36.683087 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609cc89-6fb8-47b8-8a91-3e4ec1f995f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:32:36.683484 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609cc89-6fb8-47b8-8a91-3e4ec1f995f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:32:36.683829 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609cc89-6fb8-47b8-8a91-3e4ec1f995f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:32:36.684175 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609cc89-6fb8-47b8-8a91-3e4ec1f995f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:32:36.684516 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609cc89-6fb8-47b8-8a91-3e4ec1f995f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:32:36.684853 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609cc89-6fb8-47b8-8a91-3e4ec1f995f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:32:36.685190 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609cc89-6fb8-47b8-8a91-3e4ec1f995f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:32:36.685524 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609cc89-6fb8-47b8-8a91-3e4ec1f995f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:32:36.685858 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609cc89-6fb8-47b8-8a91-3e4ec1f995f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:32:36.686190 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609cc89-6fb8-47b8-8a91-3e4ec1f995f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:32:36.686519 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609cc89-6fb8-47b8-8a91-3e4ec1f995f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:32:36.694685 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-6609cc89-6fb8-47b8-8a91-3e4ec1f995f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:36.932487 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-6609cc89-6fb8-47b8-8a91-3e4ec1f995f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945398'] for router_interface, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:36.955943 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-b1d975ab-9a34-47c9-b513-8f234671f30d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945398'] for router_interface, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:37.339640 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d975ab-9a34-47c9-b513-8f234671f30d admin admin] Router 9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef has already been hosted by L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b {{(pid=74221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:32:37.379179 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf409d0-ffd7-465a-813b-a7f0efb9798e req-6d5540c8-5b3d-4994-ace3-5fa5e9f03d31 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:37.386365 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2bf409d0-ffd7-465a-813b-a7f0efb9798e req-6d5540c8-5b3d-4994-ace3-5fa5e9f03d31 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 945 time: 0.3100512 May 04 18:32:37.506286 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2bf409d0-ffd7-465a-813b-a7f0efb9798e req-a881c506-7e04-4dc3-85ae-84cafdf9cda2 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185222 May 04 18:32:37.519523 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6609cc89-6fb8-47b8-8a91-3e4ec1f995f1 admin admin] Router 69ceafa4-b679-412b-b7cd-ddd042228f5c has already been hosted by L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b {{(pid=74222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:32:37.522084 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d975ab-9a34-47c9-b513-8f234671f30d admin admin] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:32:37.532212 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb38dbeb-2f18-4377-af1b-b83e0c490400 None None] Sync routers for ids ['9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef'] in dv-cinder-789603-2-smb {{(pid=74224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:32:37.535439 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-b1d975ab-9a34-47c9-b513-8f234671f30d admin admin] 10.222.0.49 "PUT /v2.0/routers/9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6647880 May 04 18:32:37.536230 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 55856) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:37.543075 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb38dbeb-2f18-4377-af1b-b83e0c490400 None None] Routers {'9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:32:37.543904 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-eb38dbeb-2f18-4377-af1b-b83e0c490400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:32:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef'], 'active': True} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:37.703388 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6609cc89-6fb8-47b8-8a91-3e4ec1f995f1 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:32:37.718535 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-6609cc89-6fb8-47b8-8a91-3e4ec1f995f1 admin admin] 10.222.0.49 "PUT /v2.0/routers/69ceafa4-b679-412b-b7cd-ddd042228f5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1153197 May 04 18:32:37.718658 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7698f601-c1f2-4562-a11b-a795880cd8cc admin admin] Notify callbacks [] for router, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:37.719129 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 55860) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:37.724629 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764897bd-e066-4d76-8394-052a9dfcc2d2 None None] Sync routers for ids ['69ceafa4-b679-412b-b7cd-ddd042228f5c'] in dv-cinder-789603-2-smb {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:32:37.727972 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvr_db [None req-eb38dbeb-2f18-4377-af1b-b83e0c490400 None None] Set router 9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef gateway port host: dv-cinder-789603-2-smb {{(pid=74224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:32:37.737278 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764897bd-e066-4d76-8394-052a9dfcc2d2 None None] Routers {'69ceafa4-b679-412b-b7cd-ddd042228f5c'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:32:37.738101 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-764897bd-e066-4d76-8394-052a9dfcc2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:32:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['69ceafa4-b679-412b-b7cd-ddd042228f5c'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:37.895935 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7698f601-c1f2-4562-a11b-a795880cd8cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:37.904197 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2e789aca-6af4-4e3c-8841-911e0ee3703a admin admin] Notify callbacks [] for router, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:37.937122 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-764897bd-e066-4d76-8394-052a9dfcc2d2 None None] Set router 69ceafa4-b679-412b-b7cd-ddd042228f5c gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:32:38.049871 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-eb38dbeb-2f18-4377-af1b-b83e0c490400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef', 'name': 'tempest-TestMinimumBasicScenario-1254698440-router', 'tenant_id': 'f9752531009f4e67bbeec73e13a73451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.213'}], 'enable_snat': True}, 'gw_port_id': '0bf86998-29dd-42fe-b381-a428986660bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:29:39Z', 'updated_at': '2021-05-04T18:32:36Z', 'revision_number': 5, 'project_id': 'f9752531009f4e67bbeec73e13a73451', 'gw_port': {'id': '0bf86998-29dd-42fe-b381-a428986660bb', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:29:41Z', 'updated_at': '2021-05-04T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:38.054151 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb38dbeb-2f18-4377-af1b-b83e0c490400 None None] Checking router: 9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef for host: dv-cinder-789603-2-smb {{(pid=74224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:32:38.059278 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-7698f601-c1f2-4562-a11b-a795880cd8cc admin admin] Deleting port 0bf86998-29dd-42fe-b381-a428986660bb {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:32:38.060458 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7698f601-c1f2-4562-a11b-a795880cd8cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:38.075664 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb38dbeb-2f18-4377-af1b-b83e0c490400 None None] Routers {'9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:32:38.076285 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-eb38dbeb-2f18-4377-af1b-b83e0c490400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:32:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef'], 'active': True} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:38.092147 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2e789aca-6af4-4e3c-8841-911e0ee3703a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:38.192503 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [None req-7698f601-c1f2-4562-a11b-a795880cd8cc admin admin] For port 0bf86998-29dd-42fe-b381-a428986660bb, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=0bf86998-29dd-42fe-b381-a428986660bb,segment=NetworkSegment(d30f7483-d557-48d7-ad06-77acf24064bb),segment_id=d30f7483-d557-48d7-ad06-77acf24064bb)] {{(pid=74221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:32:38.192853 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7698f601-c1f2-4562-a11b-a795880cd8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:38.264814 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvr_db [None req-eb38dbeb-2f18-4377-af1b-b83e0c490400 None None] Set router 9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef gateway port host: None {{(pid=74224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:32:38.268836 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.plugin [None req-2e789aca-6af4-4e3c-8841-911e0ee3703a admin admin] Deleting port f3207022-b947-4177-93e3-c02cf8f72467 {{(pid=74222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:32:38.269295 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2e789aca-6af4-4e3c-8841-911e0ee3703a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:38.341682 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:38.367563 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-764897bd-e066-4d76-8394-052a9dfcc2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'name': 'tempest-AttachVolumeTestJSON-1277100894-router', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:58Z', 'updated_at': '2021-05-04T18:32:36Z', 'revision_number': 5, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'gw_port': {'id': 'f3207022-b947-4177-93e3-c02cf8f72467', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:38.372232 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764897bd-e066-4d76-8394-052a9dfcc2d2 None None] Checking router: 69ceafa4-b679-412b-b7cd-ddd042228f5c for host: dv-cinder-789603-2-smb {{(pid=74223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:32:38.374365 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-eb38dbeb-2f18-4377-af1b-b83e0c490400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef', 'name': 'tempest-TestMinimumBasicScenario-1254698440-router', 'tenant_id': 'f9752531009f4e67bbeec73e13a73451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:29:39Z', 'updated_at': '2021-05-04T18:32:37Z', 'revision_number': 6, 'project_id': 'f9752531009f4e67bbeec73e13a73451', 'gw_port_host': None}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:38.378814 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb38dbeb-2f18-4377-af1b-b83e0c490400 None None] The sync data for ids ['9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef'] in dv-cinder-789603-2-smb is: [{'id': '9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef', 'name': 'tempest-TestMinimumBasicScenario-1254698440-router', 'tenant_id': 'f9752531009f4e67bbeec73e13a73451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:29:39Z', 'updated_at': '2021-05-04T18:32:37Z', 'revision_number': 6, 'project_id': 'f9752531009f4e67bbeec73e13a73451', 'gw_port_host': None}] {{(pid=74224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:32:38.384831 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764897bd-e066-4d76-8394-052a9dfcc2d2 None None] Routers {'69ceafa4-b679-412b-b7cd-ddd042228f5c'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:32:38.385649 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-764897bd-e066-4d76-8394-052a9dfcc2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:32:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['69ceafa4-b679-412b-b7cd-ddd042228f5c'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:38.428184 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.db [None req-2e789aca-6af4-4e3c-8841-911e0ee3703a admin admin] For port f3207022-b947-4177-93e3-c02cf8f72467, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=f3207022-b947-4177-93e3-c02cf8f72467,segment=NetworkSegment(d30f7483-d557-48d7-ad06-77acf24064bb),segment_id=d30f7483-d557-48d7-ad06-77acf24064bb)] {{(pid=74222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:32:38.428543 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2e789aca-6af4-4e3c-8841-911e0ee3703a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:38.459769 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-7698f601-c1f2-4562-a11b-a795880cd8cc admin admin] Calling delete_port for 0bf86998-29dd-42fe-b381-a428986660bb owned by network:router_gateway {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:32:38.548702 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-764897bd-e066-4d76-8394-052a9dfcc2d2 None None] Set router 69ceafa4-b679-412b-b7cd-ddd042228f5c gateway port host: None {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:32:38.556141 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.plugin [None req-2e789aca-6af4-4e3c-8841-911e0ee3703a admin admin] Calling delete_port for f3207022-b947-4177-93e3-c02cf8f72467 owned by network:router_gateway {{(pid=74222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:32:38.660645 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-764897bd-e066-4d76-8394-052a9dfcc2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'name': 'tempest-AttachVolumeTestJSON-1277100894-router', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:58Z', 'updated_at': '2021-05-04T18:32:38Z', 'revision_number': 6, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'gw_port_host': None}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:38.664378 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764897bd-e066-4d76-8394-052a9dfcc2d2 None None] The sync data for ids ['69ceafa4-b679-412b-b7cd-ddd042228f5c'] in dv-cinder-789603-2-smb is: [{'id': '69ceafa4-b679-412b-b7cd-ddd042228f5c', 'name': 'tempest-AttachVolumeTestJSON-1277100894-router', 'tenant_id': '4c120e913866442b994ca71f4b2f0f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:58Z', 'updated_at': '2021-05-04T18:32:38Z', 'revision_number': 6, 'project_id': '4c120e913866442b994ca71f4b2f0f98', 'gw_port_host': None}] {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:32:38.670125 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7698f601-c1f2-4562-a11b-a795880cd8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:38.675048 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-d539851a-61e9-40f1-9417-7589a90220b7 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:38.722369 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698f601-c1f2-4562-a11b-a795880cd8cc admin admin] Pushing event deleted for resources: {'Port': ['ID=0bf86998-29dd-42fe-b381-a428986660bb,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:38.723771 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-7698f601-c1f2-4562-a11b-a795880cd8cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:38.771164 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239ce6d-8f8e-4bbb-af18-7da2ac3f4978 req-05d465a4-706c-481a-a403-7bd8819b2bfb tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:38.772935 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b239ce6d-8f8e-4bbb-af18-7da2ac3f4978 req-05d465a4-706c-481a-a403-7bd8819b2bfb tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 945 time: 0.1337349 May 04 18:32:38.815955 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7698f601-c1f2-4562-a11b-a795880cd8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942697'] for router_gateway, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:38.821306 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 6 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:32:38.927656 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2e789aca-6af4-4e3c-8841-911e0ee3703a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15671191'] for port, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:38.933852 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-39e19dc1-1d18-4e8c-831a-555c7b75cf42 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:38.965753 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-b239ce6d-8f8e-4bbb-af18-7da2ac3f4978 req-ccaca435-55d3-4696-bfb1-70d92c2567e3 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860750 May 04 18:32:38.979458 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e789aca-6af4-4e3c-8841-911e0ee3703a admin admin] Pushing event deleted for resources: {'Port': ['ID=f3207022-b947-4177-93e3-c02cf8f72467,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:38.992740 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7698f601-c1f2-4562-a11b-a795880cd8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-943869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29356'] for router, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:38.994907 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7698f601-c1f2-4562-a11b-a795880cd8cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:39.010225 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-2e789aca-6af4-4e3c-8841-911e0ee3703a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:39.070845 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2e789aca-6af4-4e3c-8841-911e0ee3703a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942697'] for router_gateway, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:39.088866 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7698f601-c1f2-4562-a11b-a795880cd8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-943137'] for router, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:39.090009 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7698f601-c1f2-4562-a11b-a795880cd8cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef {{(pid=74221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 18:32:39.104056 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7698f601-c1f2-4562-a11b-a795880cd8cc admin admin] Notify callbacks [] for router, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:39.108180 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-7698f601-c1f2-4562-a11b-a795880cd8cc admin admin] 10.222.0.49 "DELETE /v2.0/routers/9761d131-b0c8-4d0f-8ab7-0b05fcfbe2ef HTTP/1.1" status: 204 len: 168 time: 1.5688179 May 04 18:32:39.108465 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 55868) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:39.169403 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_v2 [None req-4170f720-bdf2-460b-93fb-bd896065448d admin admin] Deleting subnet 77c9a63f-e12c-42bb-ae30-6e35e39bd5c3 {{(pid=74221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 18:32:39.172261 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-4170f720-bdf2-460b-93fb-bd896065448d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:39.224645 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-4170f720-bdf2-460b-93fb-bd896065448d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15324815'] for subnet, precommit_delete_associations {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:39.246357 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2e789aca-6af4-4e3c-8841-911e0ee3703a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-943869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29356'] for router, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:39.248542 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2e789aca-6af4-4e3c-8841-911e0ee3703a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:39.303589 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-4170f720-bdf2-460b-93fb-bd896065448d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774518'] for subnet, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:39.400660 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2e789aca-6af4-4e3c-8841-911e0ee3703a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-943137'] for router, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:39.404076 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e789aca-6af4-4e3c-8841-911e0ee3703a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69ceafa4-b679-412b-b7cd-ddd042228f5c {{(pid=74222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 18:32:39.415112 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-2e789aca-6af4-4e3c-8841-911e0ee3703a admin admin] Notify callbacks [] for router, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:39.416337 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-2e789aca-6af4-4e3c-8841-911e0ee3703a admin admin] 10.222.0.49 "DELETE /v2.0/routers/69ceafa4-b679-412b-b7cd-ddd042228f5c HTTP/1.1" status: 204 len: 168 time: 1.6967642 May 04 18:32:39.419523 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 55872) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:39.476385 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a4e21e-a0cd-4603-8319-b8bcabecf812 admin admin] Deleting subnet 656edfdd-aa87-4bb6-baf1-030ff554b1f3 {{(pid=74222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 18:32:39.479109 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-b4a4e21e-a0cd-4603-8319-b8bcabecf812 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:39.528986 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-b4a4e21e-a0cd-4603-8319-b8bcabecf812 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15087224'] for subnet, precommit_delete_associations {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:39.638955 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-4170f720-bdf2-460b-93fb-bd896065448d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15596317'] for subnet, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:39.644277 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:39.648887 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-b4a4e21e-a0cd-4603-8319-b8bcabecf812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774518'] for subnet, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:39.681829 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170f720-bdf2-460b-93fb-bd896065448d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77c9a63f-e12c-42bb-ae30-6e35e39bd5c3,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:39.683109 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-4170f720-bdf2-460b-93fb-bd896065448d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:39.691404 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-4170f720-bdf2-460b-93fb-bd896065448d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:39.693985 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-4170f720-bdf2-460b-93fb-bd896065448d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/77c9a63f-e12c-42bb-ae30-6e35e39bd5c3 HTTP/1.1" status: 204 len: 168 time: 0.5845358 May 04 18:32:39.696407 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a91f6a-dd41-4d3c-9d53-cb9a6fc90bb8 None None] Network 067efb54-e3d5-4da5-aa3e-143be4d091cc requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:32:39.696868 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 55876) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:39.866082 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 0bf86998-29dd-42fe-b381-a428986660bb no longer exists at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:32:39.892455 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-6efab6d9-65a9-4595-91a8-7f42626732b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688272'] for network, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:39.910709 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] No Port match for: 0bf86998-29dd-42fe-b381-a428986660bb {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:32:39.910973 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 0bf86998-29dd-42fe-b381-a428986660bb not bound to the agent host dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:32:39.911422 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device c72457be-1187-4652-94f9-8c151452d424 no longer exists at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:32:39.948060 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] No Port match for: c72457be-1187-4652-94f9-8c151452d424 {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:32:39.948477 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device c72457be-1187-4652-94f9-8c151452d424 not bound to the agent host dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:32:39.949398 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device cc4f9458-2154-49cc-a86a-ccf9f853cc9f no longer exists at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:32:39.985065 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] No Port match for: cc4f9458-2154-49cc-a86a-ccf9f853cc9f {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:32:39.985415 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device cc4f9458-2154-49cc-a86a-ccf9f853cc9f not bound to the agent host dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:32:40.071662 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.plugin [None req-6efab6d9-65a9-4595-91a8-7f42626732b7 admin admin] Deleting port c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f {{(pid=74222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:32:40.071997 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-6efab6d9-65a9-4595-91a8-7f42626732b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:40.103102 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0235391e-6e4f-4c45-bb44-2e24da755af3 None None] DHCP port deletion for 067efb54-e3d5-4da5-aa3e-143be4d091cc request from dv-cinder-789603-2-smb {{(pid=74223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 18:32:40.168989 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-0235391e-6e4f-4c45-bb44-2e24da755af3 None None] Deleting port c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f {{(pid=74223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:32:40.169371 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-0235391e-6e4f-4c45-bb44-2e24da755af3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:40.171534 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.db [None req-6efab6d9-65a9-4595-91a8-7f42626732b7 admin admin] For port c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f,segment=NetworkSegment(8c85a64d-a408-4b58-8ff2-80f1849d4daf),segment_id=8c85a64d-a408-4b58-8ff2-80f1849d4daf)] {{(pid=74222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:32:40.171885 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-6efab6d9-65a9-4595-91a8-7f42626732b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:40.262980 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-0235391e-6e4f-4c45-bb44-2e24da755af3 None None] For port c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f,segment=NetworkSegment(8c85a64d-a408-4b58-8ff2-80f1849d4daf),segment_id=8c85a64d-a408-4b58-8ff2-80f1849d4daf)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:32:40.263396 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-0235391e-6e4f-4c45-bb44-2e24da755af3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:40.288196 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-b4a4e21e-a0cd-4603-8319-b8bcabecf812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15669350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13833711'] for subnet, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:40.294978 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.plugin [None req-6efab6d9-65a9-4595-91a8-7f42626732b7 admin admin] Calling delete_port for c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f owned by network:dhcp {{(pid=74222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:32:40.302468 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:40.387027 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-0235391e-6e4f-4c45-bb44-2e24da755af3 None None] Calling delete_port for c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f owned by network:dhcp {{(pid=74223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:32:40.435089 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-b4a4e21e-a0cd-4603-8319-b8bcabecf812 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:40.439471 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4e21e-a0cd-4603-8319-b8bcabecf812 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=656edfdd-aa87-4bb6-baf1-030ff554b1f3,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:40.439825 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279848fc-e6b6-4396-b60e-81d8f9f54307 None None] Network 634c6d2b-13fc-4507-bef8-13a83088a32c requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:32:40.441609 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-b4a4e21e-a0cd-4603-8319-b8bcabecf812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:40.447414 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-b4a4e21e-a0cd-4603-8319-b8bcabecf812 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/656edfdd-aa87-4bb6-baf1-030ff554b1f3 HTTP/1.1" status: 204 len: 168 time: 1.0269408 May 04 18:32:40.450662 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 55880) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:40.495587 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-6efab6d9-65a9-4595-91a8-7f42626732b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15671191'] for port, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:40.500283 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-d773684f-c526-4be1-9913-731c742a68d9 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:40.515454 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-0235391e-6e4f-4c45-bb44-2e24da755af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551'] for port, after_delete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:40.524232 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-31ebb144-1565-4c63-9710-be82f167a22f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:40.547823 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efab6d9-65a9-4595-91a8-7f42626732b7 admin admin] No DVR routers for this DVR port c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f on host dv-cinder-789603-2-smb {{(pid=74222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:32:40.557653 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-363782e9-263a-4d20-a892-811b44fb87f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688272'] for network, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:40.579222 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235391e-6e4f-4c45-bb44-2e24da755af3 None None] Pushing event deleted for resources: {'Port': ['ID=c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f,revision_number=None']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:40.579586 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efab6d9-65a9-4595-91a8-7f42626732b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:40.581370 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0235391e-6e4f-4c45-bb44-2e24da755af3 None None] No DVR routers for this DVR port c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f on host dv-cinder-789603-2-smb {{(pid=74223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:32:40.582794 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-6efab6d9-65a9-4595-91a8-7f42626732b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:40.585444 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-0235391e-6e4f-4c45-bb44-2e24da755af3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:40.634164 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-363782e9-263a-4d20-a892-811b44fb87f6 admin admin] Deleting port 726db376-ba63-4420-a9c6-85480be2185d {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:32:40.634761 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-363782e9-263a-4d20-a892-811b44fb87f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:40.677697 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-6efab6d9-65a9-4595-91a8-7f42626732b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771051', 'neutron.services.segments.db._delete_segments_for_network-8785700215345'] for network, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:40.748833 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [None req-363782e9-263a-4d20-a892-811b44fb87f6 admin admin] For port 726db376-ba63-4420-a9c6-85480be2185d, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=726db376-ba63-4420-a9c6-85480be2185d,segment=NetworkSegment(6669c33b-c066-4d38-9470-2e21624c8d58),segment_id=6669c33b-c066-4d38-9470-2e21624c8d58)] {{(pid=74221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:32:40.749180 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-363782e9-263a-4d20-a892-811b44fb87f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:40.790065 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.services.segments.db [None req-6efab6d9-65a9-4595-91a8-7f42626732b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['067efb54-e3d5-4da5-aa3e-143be4d091cc']}} {{(pid=74222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:40.791231 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435d13c5-b299-4e6d-8c74-8108b708e63f None None] DHCP port deletion for 634c6d2b-13fc-4507-bef8-13a83088a32c request from dv-cinder-789603-2-smb {{(pid=74223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 18:32:40.802588 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.services.segments.db [None req-6efab6d9-65a9-4595-91a8-7f42626732b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c85a64d-a408-4b58-8ff2-80f1849d4daf') {'for_net_delete': True} {{(pid=74222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:40.802857 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.services.segments.db [None req-6efab6d9-65a9-4595-91a8-7f42626732b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c85a64d-a408-4b58-8ff2-80f1849d4daf') {} {{(pid=74222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:40.814786 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-6efab6d9-65a9-4595-91a8-7f42626732b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700225895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15087169'] for segment, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:40.831561 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-6efab6d9-65a9-4595-91a8-7f42626732b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:40.838263 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6efab6d9-65a9-4595-91a8-7f42626732b7 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=74222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:32:40.855671 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-435d13c5-b299-4e6d-8c74-8108b708e63f None None] Deleting port 726db376-ba63-4420-a9c6-85480be2185d {{(pid=74223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:32:40.856113 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-435d13c5-b299-4e6d-8c74-8108b708e63f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:40.874515 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-363782e9-263a-4d20-a892-811b44fb87f6 admin admin] Calling delete_port for 726db376-ba63-4420-a9c6-85480be2185d owned by network:dhcp {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:32:40.988462 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-363782e9-263a-4d20-a892-811b44fb87f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:40.994552 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-435d13c5-b299-4e6d-8c74-8108b708e63f None None] For port 726db376-ba63-4420-a9c6-85480be2185d, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=726db376-ba63-4420-a9c6-85480be2185d,segment=NetworkSegment(6669c33b-c066-4d38-9470-2e21624c8d58),segment_id=6669c33b-c066-4d38-9470-2e21624c8d58)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:32:40.995055 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-435d13c5-b299-4e6d-8c74-8108b708e63f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:41.000583 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-a3fbeaa4-2364-4c03-a23a-1c168f6b0157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:41.014425 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [None req-6efab6d9-65a9-4595-91a8-7f42626732b7 admin admin] Network 067efb54-e3d5-4da5-aa3e-143be4d091cc has no segments {{(pid=74222) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 18:32:41.024550 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-6efab6d9-65a9-4595-91a8-7f42626732b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671236'] for segment, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:41.118748 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-435d13c5-b299-4e6d-8c74-8108b708e63f None None] Calling delete_port for 726db376-ba63-4420-a9c6-85480be2185d owned by network:dhcp {{(pid=74223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:32:41.135107 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363782e9-263a-4d20-a892-811b44fb87f6 admin admin] No DVR routers for this DVR port 726db376-ba63-4420-a9c6-85480be2185d on host dv-cinder-789603-2-smb {{(pid=74221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:32:41.163948 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-435d13c5-b299-4e6d-8c74-8108b708e63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551'] for port, after_delete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:41.167074 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363782e9-263a-4d20-a892-811b44fb87f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=726db376-ba63-4420-a9c6-85480be2185d,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:41.168814 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-0362d2be-73f0-46fa-ac1b-1902a1ae7cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:41.171748 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-363782e9-263a-4d20-a892-811b44fb87f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:41.215437 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d13c5-b299-4e6d-8c74-8108b708e63f None None] Pushing event deleted for resources: {'Port': ['ID=726db376-ba63-4420-a9c6-85480be2185d,revision_number=None']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:41.217365 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435d13c5-b299-4e6d-8c74-8108b708e63f None None] No DVR routers for this DVR port 726db376-ba63-4420-a9c6-85480be2185d on host dv-cinder-789603-2-smb {{(pid=74223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:32:41.218773 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-435d13c5-b299-4e6d-8c74-8108b708e63f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:41.227679 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [None req-6efab6d9-65a9-4595-91a8-7f42626732b7 admin admin] Network 067efb54-e3d5-4da5-aa3e-143be4d091cc has no segments {{(pid=74222) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: util.warn( May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: util.warn( May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: util.warn( May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: util.warn( May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: Traceback (most recent call last): May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: timer() May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: cb(*args, **kw) May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: return func(*args, **kwargs) May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: self._notify() May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: self.callback(batched_events) May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: event.method(event) May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: return f(self, *a, **k) May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: return self._get(url).json() May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: return self.request(url, 'GET', **kwargs) May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:32:41.251805 dv-cinder-789603-2-smb neutron-server[74222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:32:41.263392 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-363782e9-263a-4d20-a892-811b44fb87f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771051', 'neutron.services.segments.db._delete_segments_for_network-8785700215345'] for network, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:41.369324 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-363782e9-263a-4d20-a892-811b44fb87f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634c6d2b-13fc-4507-bef8-13a83088a32c']}} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:41.381677 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-363782e9-263a-4d20-a892-811b44fb87f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6669c33b-c066-4d38-9470-2e21624c8d58') {'for_net_delete': True} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:41.381966 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-363782e9-263a-4d20-a892-811b44fb87f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6669c33b-c066-4d38-9470-2e21624c8d58') {} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:41.394050 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-363782e9-263a-4d20-a892-811b44fb87f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700225895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15324854'] for segment, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:41.407099 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device f3207022-b947-4177-93e3-c02cf8f72467 no longer exists at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:32:41.408565 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-6efab6d9-65a9-4595-91a8-7f42626732b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942662'] for network, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:41.410435 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-363782e9-263a-4d20-a892-811b44fb87f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:41.414654 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-6efab6d9-65a9-4595-91a8-7f42626732b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:41.417938 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-363782e9-263a-4d20-a892-811b44fb87f6 admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=74221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:32:41.418311 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:41.445851 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] No Port match for: f3207022-b947-4177-93e3-c02cf8f72467 {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:32:41.446072 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-6efab6d9-65a9-4595-91a8-7f42626732b7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/067efb54-e3d5-4da5-aa3e-143be4d091cc HTTP/1.1" status: 204 len: 168 time: 1.7458117 May 04 18:32:41.446177 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device f3207022-b947-4177-93e3-c02cf8f72467 not bound to the agent host dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:32:41.446177 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f no longer exists at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:32:41.446344 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efab6d9-65a9-4595-91a8-7f42626732b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=067efb54-e3d5-4da5-aa3e-143be4d091cc,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:41.455028 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-6efab6d9-65a9-4595-91a8-7f42626732b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:41.481161 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] No Port match for: c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:32:41.481445 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device c69b5ec3-18f3-4e5d-8108-6ffdcdf5bd6f not bound to the agent host dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:32:41.481862 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 726db376-ba63-4420-a9c6-85480be2185d no longer exists at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:32:41.516163 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] No Port match for: 726db376-ba63-4420-a9c6-85480be2185d {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:32:41.516621 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 726db376-ba63-4420-a9c6-85480be2185d not bound to the agent host dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:32:41.592296 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [None req-363782e9-263a-4d20-a892-811b44fb87f6 admin admin] Network 634c6d2b-13fc-4507-bef8-13a83088a32c has no segments {{(pid=74221) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 18:32:41.600714 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-363782e9-263a-4d20-a892-811b44fb87f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262147'] for segment, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:41.762716 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [None req-363782e9-263a-4d20-a892-811b44fb87f6 admin admin] Network 634c6d2b-13fc-4507-bef8-13a83088a32c has no segments {{(pid=74221) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: Traceback (most recent call last): May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: timer() May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: cb(*args, **kw) May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: return func(*args, **kwargs) May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: self._notify() May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: self.callback(batched_events) May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: event.method(event) May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: return f(self, *a, **k) May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: return self._get(url).json() May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: return self.request(url, 'GET', **kwargs) May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:32:41.782911 dv-cinder-789603-2-smb neutron-server[74221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:32:41.804652 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 55886) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:41.852620 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-e2dc063a-c20b-4f0a-a1a6-bdbb2a3785bc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ba44109d89274d7a81583c1b92e79659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467153 May 04 18:32:41.855724 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 55890) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:41.912304 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-ff57b05f-7cad-4ceb-af87-bfe0be4465f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:41.919939 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-363782e9-263a-4d20-a892-811b44fb87f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942662'] for network, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:41.923605 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-2d9d8adc-e42a-4a96-8207-6bbf6f779ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:41.937149 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-363782e9-263a-4d20-a892-811b44fb87f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:41.944284 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-ff57b05f-7cad-4ceb-af87-bfe0be4465f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:41.947386 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363782e9-263a-4d20-a892-811b44fb87f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=634c6d2b-13fc-4507-bef8-13a83088a32c,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:41.952498 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-363782e9-263a-4d20-a892-811b44fb87f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:41.955414 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-363782e9-263a-4d20-a892-811b44fb87f6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/634c6d2b-13fc-4507-bef8-13a83088a32c HTTP/1.1" status: 204 len: 168 time: 1.5035257 May 04 18:32:42.068443 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-ff57b05f-7cad-4ceb-af87-bfe0be4465f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:42.073401 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-2d1a898e-5e99-4058-9510-497c4a081e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:42.088163 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57b05f-7cad-4ceb-af87-bfe0be4465f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0aae20-9472-4e32-9ee1-37d1e6d30224,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:42.091017 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-ff57b05f-7cad-4ceb-af87-bfe0be4465f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:42.092941 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-ff57b05f-7cad-4ceb-af87-bfe0be4465f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:42.094023 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-ff57b05f-7cad-4ceb-af87-bfe0be4465f7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9d0aae20-9472-4e32-9ee1-37d1e6d30224 HTTP/1.1" status: 204 len: 168 time: 0.2374349 May 04 18:32:42.313428 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 55898) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:42.362218 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-fe985ae8-d7ea-4ab2-85b5-1af77f3ac5eb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c120e913866442b994ca71f4b2f0f98&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0476115 May 04 18:32:42.364576 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 55904) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:42.426362 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-8f178801-5fdd-43af-bfae-b41d78d8085c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:42.452780 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-8f178801-5fdd-43af-bfae-b41d78d8085c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:42.576714 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-8f178801-5fdd-43af-bfae-b41d78d8085c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:42.581541 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-11f56a60-e7ff-4b1e-9898-2b2445a58aaf tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:42.595083 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f178801-5fdd-43af-bfae-b41d78d8085c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c510a19-dbb6-4c10-9136-06ca5aefdc48,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:42.598642 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-8f178801-5fdd-43af-bfae-b41d78d8085c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:42.606456 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-8f178801-5fdd-43af-bfae-b41d78d8085c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:42.606456 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-8f178801-5fdd-43af-bfae-b41d78d8085c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7c510a19-dbb6-4c10-9136-06ca5aefdc48 HTTP/1.1" status: 204 len: 168 time: 0.2373505 May 04 18:32:42.735904 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 55910) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:42.784196 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-69ff1a51-67f1-41fb-a3fa-4a85f63fbd39 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f9752531009f4e67bbeec73e13a73451&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470736 May 04 18:32:42.786638 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 55914) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:42.844948 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdbfb-4fa6-4eed-8791-a041e1781925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:42.873708 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdbfb-4fa6-4eed-8791-a041e1781925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:42.994214 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdbfb-4fa6-4eed-8791-a041e1781925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:42.998133 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-a2ab5191-9c91-4c58-a3fd-1649c33a2869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:43.010127 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbdbfb-4fa6-4eed-8791-a041e1781925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b15d8c1-cd9b-419c-97bb-4e8c48bfd1e4,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:43.012431 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-c8fbdbfb-4fa6-4eed-8791-a041e1781925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:43.017775 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdbfb-4fa6-4eed-8791-a041e1781925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:43.027312 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-c8fbdbfb-4fa6-4eed-8791-a041e1781925 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0b15d8c1-cd9b-419c-97bb-4e8c48bfd1e4 HTTP/1.1" status: 204 len: 168 time: 0.2390814 May 04 18:32:49.348689 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:51.005005 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 56012) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:51.118177 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-90a9e111-6402-414b-b9dc-24080853afac admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:51.132545 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-90a9e111-6402-414b-b9dc-24080853afac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:32:51.136615 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-90a9e111-6402-414b-b9dc-24080853afac admin admin] Usage tracker for resource:security_group_rule and tenant:c48f5e9926ee4b839d5757b53c5cb2a2 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:32:51.139349 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-90a9e111-6402-414b-b9dc-24080853afac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:32:51.144938 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-90a9e111-6402-414b-b9dc-24080853afac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:32:51.226739 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-90a9e111-6402-414b-b9dc-24080853afac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:51.508182 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-90a9e111-6402-414b-b9dc-24080853afac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:51.516334 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-4ffa10f1-4e36-4329-8de4-025627c3cbc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:51.555621 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-90a9e111-6402-414b-b9dc-24080853afac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c48f5e9926ee4b839d5757b53c5cb2a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5495985 May 04 18:32:51.560144 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9e111-6402-414b-b9dc-24080853afac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e173c951-a2e3-4ca7-afcc-6f6dd96bb988,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:51.560328 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 56018) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:51.560793 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-90a9e111-6402-414b-b9dc-24080853afac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:51.615883 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7064face-dc54-4cd5-8a48-aaa228ecd23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:51.640655 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7064face-dc54-4cd5-8a48-aaa228ecd23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:51.753861 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7064face-dc54-4cd5-8a48-aaa228ecd23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:51.763533 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-3bb4de95-333f-4d24-99b3-daef3dc20ddc tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:51.772238 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064face-dc54-4cd5-8a48-aaa228ecd23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e173c951-a2e3-4ca7-afcc-6f6dd96bb988,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:51.775007 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-7064face-dc54-4cd5-8a48-aaa228ecd23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:51.775950 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7064face-dc54-4cd5-8a48-aaa228ecd23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:51.779484 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-7064face-dc54-4cd5-8a48-aaa228ecd23f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e173c951-a2e3-4ca7-afcc-6f6dd96bb988 HTTP/1.1" status: 204 len: 168 time: 0.2201304 May 04 18:32:53.628390 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 56072) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:53.744349 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-4efd2aa6-be59-400c-8d8e-2491276dadf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:53.758677 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-4efd2aa6-be59-400c-8d8e-2491276dadf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:32:53.763175 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-4efd2aa6-be59-400c-8d8e-2491276dadf0 admin admin] Usage tracker for resource:security_group_rule and tenant:9c94f8001c82499cb486a1ed533d890a is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:32:53.765939 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-4efd2aa6-be59-400c-8d8e-2491276dadf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:32:53.771532 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-4efd2aa6-be59-400c-8d8e-2491276dadf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:32:53.849710 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-4efd2aa6-be59-400c-8d8e-2491276dadf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:53.928485 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-4efd2aa6-be59-400c-8d8e-2491276dadf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:53.937815 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-b37be25a-612a-467d-98ab-e0f104c13e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:53.975853 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-4efd2aa6-be59-400c-8d8e-2491276dadf0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9c94f8001c82499cb486a1ed533d890a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462315 May 04 18:32:53.977611 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd2aa6-be59-400c-8d8e-2491276dadf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32eb52ef-52d8-40e4-9e00-4912f203c5df,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:53.978352 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 56078) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:53.981820 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-4efd2aa6-be59-400c-8d8e-2491276dadf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:54.041257 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f73c0df1-50a4-40eb-81cd-ee3ff059544a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:54.067150 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f73c0df1-50a4-40eb-81cd-ee3ff059544a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:54.179933 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f73c0df1-50a4-40eb-81cd-ee3ff059544a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:54.183591 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-2151d7b8-cf25-42fe-a927-debc76bb150e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:54.195938 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c0df1-50a4-40eb-81cd-ee3ff059544a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32eb52ef-52d8-40e4-9e00-4912f203c5df,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:54.199630 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-f73c0df1-50a4-40eb-81cd-ee3ff059544a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:54.204817 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-f73c0df1-50a4-40eb-81cd-ee3ff059544a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:54.205897 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-f73c0df1-50a4-40eb-81cd-ee3ff059544a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/32eb52ef-52d8-40e4-9e00-4912f203c5df HTTP/1.1" status: 204 len: 168 time: 0.2266002 May 04 18:32:55.083028 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 56102) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:55.186875 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-e09408d8-2796-48cb-9df4-05550de7e99e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-343711056-network', 'tenant_id': '9888603de7574b3a9fc7137881585355'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:32:55.191442 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-e09408d8-2796-48cb-9df4-05550de7e99e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:32:55.199795 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-e09408d8-2796-48cb-9df4-05550de7e99e admin admin] Usage tracker for resource:network and tenant:9888603de7574b3a9fc7137881585355 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:32:55.199795 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-e09408d8-2796-48cb-9df4-05550de7e99e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:32:55.204337 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-e09408d8-2796-48cb-9df4-05550de7e99e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:32:55.265824 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09408d8-2796-48cb-9df4-05550de7e99e admin admin] Made reservation on behalf of 9888603de7574b3a9fc7137881585355 for: {'network': 1} {{(pid=74222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:32:55.268128 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e09408d8-2796-48cb-9df4-05550de7e99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for network, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:55.280983 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e09408d8-2796-48cb-9df4-05550de7e99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:55.294947 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-e09408d8-2796-48cb-9df4-05550de7e99e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:32:55.299069 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-e09408d8-2796-48cb-9df4-05550de7e99e admin admin] Usage tracker for resource:security_group_rule and tenant:9888603de7574b3a9fc7137881585355 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:32:55.302044 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-e09408d8-2796-48cb-9df4-05550de7e99e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:32:55.307658 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-e09408d8-2796-48cb-9df4-05550de7e99e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:32:55.387941 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e09408d8-2796-48cb-9df4-05550de7e99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:55.451082 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e09408d8-2796-48cb-9df4-05550de7e99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:55.453944 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-094bfb30-559a-41c2-8277-25c2da4db53d tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:55.486487 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e09408d8-2796-48cb-9df4-05550de7e99e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=74222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:32:55.491596 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09408d8-2796-48cb-9df4-05550de7e99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9f2088-f957-4da6-ac89-55f89003791e,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:55.494596 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-e09408d8-2796-48cb-9df4-05550de7e99e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:55.499676 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e09408d8-2796-48cb-9df4-05550de7e99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:55.499947 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.db.segments_db [None req-e09408d8-2796-48cb-9df4-05550de7e99e admin admin] Added segment ef19bf3a-de05-4d8f-9c6b-b655a12165bc of type vlan for network 82753fa7-ea71-48c6-a055-d19975734faa May 04 18:32:55.525861 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e09408d8-2796-48cb-9df4-05550de7e99e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785699775636'] for network, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:55.604897 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e09408d8-2796-48cb-9df4-05550de7e99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:55.606215 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09408d8-2796-48cb-9df4-05550de7e99e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:55.606745 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e09408d8-2796-48cb-9df4-05550de7e99e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:55.610003 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:55.792967 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09408d8-2796-48cb-9df4-05550de7e99e admin admin] Pushing event updated for resources: {'Network': ['ID=82753fa7-ea71-48c6-a055-d19975734faa,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:55.795755 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-e09408d8-2796-48cb-9df4-05550de7e99e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:55.802973 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Network 82753fa7-ea71-48c6-a055-d19975734faa details requested by agent ovs-agent-dv-cinder-789603-2-smb with host dv-cinder-789603-2-smb {{(pid=74223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:32:55.855144 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-e09408d8-2796-48cb-9df4-05550de7e99e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7710218 May 04 18:32:55.858058 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 56108) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:55.863442 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-e05adbff-e76e-4a4e-98ab-b584a6b0f6bc admin admin] Request body: {'subnet': {'network_id': '82753fa7-ea71-48c6-a055-d19975734faa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-343711056-subnet', 'tenant_id': '9888603de7574b3a9fc7137881585355', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:32:55.868157 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-e05adbff-e76e-4a4e-98ab-b584a6b0f6bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:32:55.872424 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-e05adbff-e76e-4a4e-98ab-b584a6b0f6bc admin admin] Usage tracker for resource:subnet and tenant:9888603de7574b3a9fc7137881585355 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:32:55.875235 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-e05adbff-e76e-4a4e-98ab-b584a6b0f6bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:32:55.880965 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-e05adbff-e76e-4a4e-98ab-b584a6b0f6bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:32:55.945890 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05adbff-e76e-4a4e-98ab-b584a6b0f6bc admin admin] Made reservation on behalf of 9888603de7574b3a9fc7137881585355 for: {'subnet': 1} {{(pid=74222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:32:55.948276 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e05adbff-e76e-4a4e-98ab-b584a6b0f6bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13833666'] for subnet, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:56.380913 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e05adbff-e76e-4a4e-98ab-b584a6b0f6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15669287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13833684'] for subnet, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:56.385613 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:56.454721 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05adbff-e76e-4a4e-98ab-b584a6b0f6bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e4104d8-3e3b-4a5d-bc75-569489af2047,revision_number=0']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:56.458576 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-e05adbff-e76e-4a4e-98ab-b584a6b0f6bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:56.462542 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05adbff-e76e-4a4e-98ab-b584a6b0f6bc admin admin] Checking segment: {'id': 'ef19bf3a-de05-4d8f-9c6b-b655a12165bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '82753fa7-ea71-48c6-a055-d19975734faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:32:56.462899 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05adbff-e76e-4a4e-98ab-b584a6b0f6bc admin admin] Network hostable DHCP agents. Network: 82753fa7-ea71-48c6-a055-d19975734faa, hostable agents: ['948d1784-d24a-40dc-b599-c4e6e391e200'], hosted agents: [] {{(pid=74222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:32:56.536911 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05adbff-e76e-4a4e-98ab-b584a6b0f6bc admin admin] Network 82753fa7-ea71-48c6-a055-d19975734faa is scheduled to be hosted by DHCP agent 948d1784-d24a-40dc-b599-c4e6e391e200 with binding_index 1 {{(pid=74222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:32:56.637197 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.base_scheduler [None req-e05adbff-e76e-4a4e-98ab-b584a6b0f6bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-smb, 82753fa7-ea71-48c6-a055-d19975734faa) {{(pid=74222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:32:56.646236 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05adbff-e76e-4a4e-98ab-b584a6b0f6bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:56.646682 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd7338a-6a6d-46dd-bf50-d0e36c6c561b None None] Network 82753fa7-ea71-48c6-a055-d19975734faa requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:32:56.646819 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e05adbff-e76e-4a4e-98ab-b584a6b0f6bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:56.741596 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-e05adbff-e76e-4a4e-98ab-b584a6b0f6bc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8824971 May 04 18:32:56.861633 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0d642f-fd09-44b8-bd67-a539aceff946 None None] Network 82753fa7-ea71-48c6-a055-d19975734faa requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:32:57.494227 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 56128) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:57.499918 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-cbaf0f26-584f-4501-b395-52ef63c15fa5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1546889200-network', 'tenant_id': 'd3f982d9bbca4fbca2007eda2674b0f5'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:32:57.504485 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-cbaf0f26-584f-4501-b395-52ef63c15fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:32:57.508310 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-cbaf0f26-584f-4501-b395-52ef63c15fa5 admin admin] Usage tracker for resource:network and tenant:d3f982d9bbca4fbca2007eda2674b0f5 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:32:57.511414 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-cbaf0f26-584f-4501-b395-52ef63c15fa5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:32:57.517535 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-cbaf0f26-584f-4501-b395-52ef63c15fa5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:32:57.588183 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbaf0f26-584f-4501-b395-52ef63c15fa5 admin admin] Made reservation on behalf of d3f982d9bbca4fbca2007eda2674b0f5 for: {'network': 1} {{(pid=74222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:32:57.590518 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-cbaf0f26-584f-4501-b395-52ef63c15fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for network, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:57.603489 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-cbaf0f26-584f-4501-b395-52ef63c15fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:57.617397 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-cbaf0f26-584f-4501-b395-52ef63c15fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:32:57.621167 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-cbaf0f26-584f-4501-b395-52ef63c15fa5 admin admin] Usage tracker for resource:security_group_rule and tenant:d3f982d9bbca4fbca2007eda2674b0f5 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:32:57.623926 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-cbaf0f26-584f-4501-b395-52ef63c15fa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:32:57.629496 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-cbaf0f26-584f-4501-b395-52ef63c15fa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:32:57.711124 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-cbaf0f26-584f-4501-b395-52ef63c15fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:57.776464 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-cbaf0f26-584f-4501-b395-52ef63c15fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:57.780886 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-ae599f7b-781a-489b-8d7d-f99ee21574d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:57.803667 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbaf0f26-584f-4501-b395-52ef63c15fa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=74222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:32:57.815909 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf0f26-584f-4501-b395-52ef63c15fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06913baa-82f1-4e75-8e41-eaedc2b6fc7f,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:57.819785 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-cbaf0f26-584f-4501-b395-52ef63c15fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:57.820656 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-cbaf0f26-584f-4501-b395-52ef63c15fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:57.820987 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.db.segments_db [None req-cbaf0f26-584f-4501-b395-52ef63c15fa5 admin admin] Added segment 7a34e9df-3480-4872-a600-0daeb6e63373 of type vlan for network e54ded29-5c0a-4833-9bdd-cec8671bdb0a May 04 18:32:57.847059 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-cbaf0f26-584f-4501-b395-52ef63c15fa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785699775636'] for network, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:57.931177 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-cbaf0f26-584f-4501-b395-52ef63c15fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:57.932520 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf0f26-584f-4501-b395-52ef63c15fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:57.933096 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-cbaf0f26-584f-4501-b395-52ef63c15fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:57.938232 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:58.035901 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf0f26-584f-4501-b395-52ef63c15fa5 admin admin] Pushing event updated for resources: {'Network': ['ID=e54ded29-5c0a-4833-9bdd-cec8671bdb0a,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:58.038567 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-cbaf0f26-584f-4501-b395-52ef63c15fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:58.045497 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Network e54ded29-5c0a-4833-9bdd-cec8671bdb0a details requested by agent ovs-agent-dv-cinder-789603-2-smb with host dv-cinder-789603-2-smb {{(pid=74223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:32:58.092219 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-cbaf0f26-584f-4501-b395-52ef63c15fa5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5968871 May 04 18:32:58.094768 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 56132) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:58.100208 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-ea83250c-219f-4acb-a405-d9e04de2ee69 admin admin] Request body: {'subnet': {'network_id': 'e54ded29-5c0a-4833-9bdd-cec8671bdb0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1546889200-subnet', 'tenant_id': 'd3f982d9bbca4fbca2007eda2674b0f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:32:58.104907 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-ea83250c-219f-4acb-a405-d9e04de2ee69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:32:58.108734 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-ea83250c-219f-4acb-a405-d9e04de2ee69 admin admin] Usage tracker for resource:subnet and tenant:d3f982d9bbca4fbca2007eda2674b0f5 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:32:58.111643 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-ea83250c-219f-4acb-a405-d9e04de2ee69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:32:58.120178 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-ea83250c-219f-4acb-a405-d9e04de2ee69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:32:58.194112 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea83250c-219f-4acb-a405-d9e04de2ee69 admin admin] Made reservation on behalf of d3f982d9bbca4fbca2007eda2674b0f5 for: {'subnet': 1} {{(pid=74222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:32:58.196439 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-ea83250c-219f-4acb-a405-d9e04de2ee69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13833666'] for subnet, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:58.627225 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-ea83250c-219f-4acb-a405-d9e04de2ee69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15669287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13833684'] for subnet, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:58.631759 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-b4a4e21e-a0cd-4603-8319-b8bcabecf812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:58.702656 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83250c-219f-4acb-a405-d9e04de2ee69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00cafb3a-10ed-4187-9644-bc3bf80a2bb0,revision_number=0']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:58.705995 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-ea83250c-219f-4acb-a405-d9e04de2ee69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:58.721225 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea83250c-219f-4acb-a405-d9e04de2ee69 admin admin] Checking segment: {'id': '7a34e9df-3480-4872-a600-0daeb6e63373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e54ded29-5c0a-4833-9bdd-cec8671bdb0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:32:58.721584 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea83250c-219f-4acb-a405-d9e04de2ee69 admin admin] Network hostable DHCP agents. Network: e54ded29-5c0a-4833-9bdd-cec8671bdb0a, hostable agents: ['948d1784-d24a-40dc-b599-c4e6e391e200'], hosted agents: [] {{(pid=74222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:32:58.814132 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea83250c-219f-4acb-a405-d9e04de2ee69 admin admin] Network e54ded29-5c0a-4833-9bdd-cec8671bdb0a is scheduled to be hosted by DHCP agent 948d1784-d24a-40dc-b599-c4e6e391e200 with binding_index 1 {{(pid=74222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:32:58.876883 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.base_scheduler [None req-ea83250c-219f-4acb-a405-d9e04de2ee69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-smb, e54ded29-5c0a-4833-9bdd-cec8671bdb0a) {{(pid=74222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:32:58.885328 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea83250c-219f-4acb-a405-d9e04de2ee69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:32:58.887016 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-ea83250c-219f-4acb-a405-d9e04de2ee69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:58.887124 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d25b49d-1fb1-4275-b8ea-fb7080f1973f None None] Network e54ded29-5c0a-4833-9bdd-cec8671bdb0a requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:32:58.958041 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-ea83250c-219f-4acb-a405-d9e04de2ee69 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8622026 May 04 18:32:59.091886 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 56138) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:59.099318 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ac257b-08fa-4564-b7f1-6ae46ee5f98e None None] Network e54ded29-5c0a-4833-9bdd-cec8671bdb0a requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:32:59.149885 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb04b9f0-f993-4cd0-9532-8bfa428e0b77 admin admin] Deleting subnet 3e4104d8-3e3b-4a5d-bc75-569489af2047 {{(pid=74222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 18:32:59.152882 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-cb04b9f0-f993-4cd0-9532-8bfa428e0b77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:59.205385 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-cb04b9f0-f993-4cd0-9532-8bfa428e0b77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15087224'] for subnet, precommit_delete_associations {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:59.259719 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-cb04b9f0-f993-4cd0-9532-8bfa428e0b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774518'] for subnet, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:59.674316 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-cb04b9f0-f993-4cd0-9532-8bfa428e0b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15669350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13833711'] for subnet, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:59.678170 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:32:59.712846 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04b9f0-f993-4cd0-9532-8bfa428e0b77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e4104d8-3e3b-4a5d-bc75-569489af2047,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:59.715169 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-cb04b9f0-f993-4cd0-9532-8bfa428e0b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:32:59.717934 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-cb04b9f0-f993-4cd0-9532-8bfa428e0b77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:59.723541 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-cb04b9f0-f993-4cd0-9532-8bfa428e0b77 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3e4104d8-3e3b-4a5d-bc75-569489af2047 HTTP/1.1" status: 204 len: 168 time: 0.6304519 May 04 18:32:59.726026 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 56142) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:59.829574 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-935e9147-97d4-4571-aef7-bbd5ff558497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688272'] for network, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:59.948480 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-935e9147-97d4-4571-aef7-bbd5ff558497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771051', 'neutron.services.segments.db._delete_segments_for_network-8785700215345'] for network, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:00.053776 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.services.segments.db [None req-935e9147-97d4-4571-aef7-bbd5ff558497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82753fa7-ea71-48c6-a055-d19975734faa']}} {{(pid=74222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:33:00.065521 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.services.segments.db [None req-935e9147-97d4-4571-aef7-bbd5ff558497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef19bf3a-de05-4d8f-9c6b-b655a12165bc') {'for_net_delete': True} {{(pid=74222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:33:00.065734 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.services.segments.db [None req-935e9147-97d4-4571-aef7-bbd5ff558497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef19bf3a-de05-4d8f-9c6b-b655a12165bc') {} {{(pid=74222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:33:00.077101 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-935e9147-97d4-4571-aef7-bbd5ff558497 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700225895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15087169'] for segment, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:00.092894 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-935e9147-97d4-4571-aef7-bbd5ff558497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:00.098688 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935e9147-97d4-4571-aef7-bbd5ff558497 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=74222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:33:00.262512 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [None req-935e9147-97d4-4571-aef7-bbd5ff558497 admin admin] Network 82753fa7-ea71-48c6-a055-d19975734faa has no segments {{(pid=74222) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 18:33:00.271260 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-935e9147-97d4-4571-aef7-bbd5ff558497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671236'] for segment, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:00.432441 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [None req-935e9147-97d4-4571-aef7-bbd5ff558497 admin admin] Network 82753fa7-ea71-48c6-a055-d19975734faa has no segments {{(pid=74222) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: Traceback (most recent call last): May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: timer() May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: cb(*args, **kw) May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: return func(*args, **kwargs) May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: self._notify() May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: self.callback(batched_events) May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: event.method(event) May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: return f(self, *a, **k) May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: return self._get(url).json() May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: return self.request(url, 'GET', **kwargs) May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:33:00.453536 dv-cinder-789603-2-smb neutron-server[74222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:33:00.588117 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-935e9147-97d4-4571-aef7-bbd5ff558497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942662'] for network, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:00.591539 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:00.604138 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-935e9147-97d4-4571-aef7-bbd5ff558497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:00.617292 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e9147-97d4-4571-aef7-bbd5ff558497 admin admin] Pushing event deleted for resources: {'Network': ['ID=82753fa7-ea71-48c6-a055-d19975734faa,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:00.619779 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-935e9147-97d4-4571-aef7-bbd5ff558497 admin admin] 10.222.0.49 "DELETE /v2.0/networks/82753fa7-ea71-48c6-a055-d19975734faa HTTP/1.1" status: 204 len: 168 time: 0.8928645 May 04 18:33:00.620611 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-935e9147-97d4-4571-aef7-bbd5ff558497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:00.623337 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 56148) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:00.685872 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_v2 [None req-40153c71-a0ac-440e-8757-42b754b69185 admin admin] Deleting subnet 00cafb3a-10ed-4187-9644-bc3bf80a2bb0 {{(pid=74221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 18:33:00.688866 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-40153c71-a0ac-440e-8757-42b754b69185 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:00.739950 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-40153c71-a0ac-440e-8757-42b754b69185 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15324815'] for subnet, precommit_delete_associations {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:00.793295 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-40153c71-a0ac-440e-8757-42b754b69185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774518'] for subnet, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:01.125945 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-40153c71-a0ac-440e-8757-42b754b69185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15596317'] for subnet, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:01.130058 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-2ca23eb6-4b80-420e-9dc8-6315e9eb360b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:01.164639 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40153c71-a0ac-440e-8757-42b754b69185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00cafb3a-10ed-4187-9644-bc3bf80a2bb0,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:01.167719 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-40153c71-a0ac-440e-8757-42b754b69185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:01.168755 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-40153c71-a0ac-440e-8757-42b754b69185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:01.179536 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-40153c71-a0ac-440e-8757-42b754b69185 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/00cafb3a-10ed-4187-9644-bc3bf80a2bb0 HTTP/1.1" status: 204 len: 168 time: 0.5551302 May 04 18:33:01.181925 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 56154) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:01.369956 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7f079a51-70a9-40c6-bf4c-0c248ae8ca24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688272'] for network, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:01.491795 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7f079a51-70a9-40c6-bf4c-0c248ae8ca24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771051', 'neutron.services.segments.db._delete_segments_for_network-8785700215345'] for network, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:01.595404 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-7f079a51-70a9-40c6-bf4c-0c248ae8ca24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e54ded29-5c0a-4833-9bdd-cec8671bdb0a']}} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:33:01.606513 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-7f079a51-70a9-40c6-bf4c-0c248ae8ca24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a34e9df-3480-4872-a600-0daeb6e63373') {'for_net_delete': True} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:33:01.606832 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-7f079a51-70a9-40c6-bf4c-0c248ae8ca24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a34e9df-3480-4872-a600-0daeb6e63373') {} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:33:01.618156 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7f079a51-70a9-40c6-bf4c-0c248ae8ca24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700225895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15324854'] for segment, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:01.633424 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7f079a51-70a9-40c6-bf4c-0c248ae8ca24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:01.640021 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f079a51-70a9-40c6-bf4c-0c248ae8ca24 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=74221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:33:01.802875 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [None req-7f079a51-70a9-40c6-bf4c-0c248ae8ca24 admin admin] Network e54ded29-5c0a-4833-9bdd-cec8671bdb0a has no segments {{(pid=74221) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 18:33:01.811652 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7f079a51-70a9-40c6-bf4c-0c248ae8ca24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262147'] for segment, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:01.975635 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [None req-7f079a51-70a9-40c6-bf4c-0c248ae8ca24 admin admin] Network e54ded29-5c0a-4833-9bdd-cec8671bdb0a has no segments {{(pid=74221) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: Traceback (most recent call last): May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: timer() May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: cb(*args, **kw) May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: return func(*args, **kwargs) May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: self._notify() May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: self.callback(batched_events) May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: event.method(event) May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: return f(self, *a, **k) May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: return self._get(url).json() May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: return self.request(url, 'GET', **kwargs) May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:33:01.996371 dv-cinder-789603-2-smb neutron-server[74221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:33:02.119341 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7f079a51-70a9-40c6-bf4c-0c248ae8ca24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942662'] for network, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:02.123502 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-50f826fd-a684-4312-ae18-4eb2302ce2e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:02.136149 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7f079a51-70a9-40c6-bf4c-0c248ae8ca24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:02.145739 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-7f079a51-70a9-40c6-bf4c-0c248ae8ca24 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e54ded29-5c0a-4833-9bdd-cec8671bdb0a HTTP/1.1" status: 204 len: 168 time: 0.9628336 May 04 18:33:02.146647 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f079a51-70a9-40c6-bf4c-0c248ae8ca24 admin admin] Pushing event deleted for resources: {'Network': ['ID=e54ded29-5c0a-4833-9bdd-cec8671bdb0a,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:02.148901 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-7f079a51-70a9-40c6-bf4c-0c248ae8ca24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:02.501884 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 56166) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:02.551662 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-0c9ac563-e879-44c0-9a38-c9fdea6a59b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9888603de7574b3a9fc7137881585355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484736 May 04 18:33:02.554051 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 56170) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:02.610848 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-928db34f-47e7-49ff-8062-7efa5af03ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:02.636366 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-928db34f-47e7-49ff-8062-7efa5af03ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:02.731043 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-928db34f-47e7-49ff-8062-7efa5af03ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:02.735630 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-4c3a30cd-bd4d-470b-89ca-643c069b5891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:02.751486 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928db34f-47e7-49ff-8062-7efa5af03ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9f2088-f957-4da6-ac89-55f89003791e,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:02.754426 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-928db34f-47e7-49ff-8062-7efa5af03ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:02.764443 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-928db34f-47e7-49ff-8062-7efa5af03ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:02.764443 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-928db34f-47e7-49ff-8062-7efa5af03ee4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8d9f2088-f957-4da6-ac89-55f89003791e HTTP/1.1" status: 204 len: 168 time: 0.2067876 May 04 18:33:02.803001 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-4f7abdf5-de8c-4cb1-a198-86cd9af3f562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:02.929571 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e84807-093a-4a13-89ce-c5f7e7ed2043 req-b5fce787-6d3d-486b-8ac9-8524d9baa94c tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:33:02.931061 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-28e84807-093a-4a13-89ce-c5f7e7ed2043 req-b5fce787-6d3d-486b-8ac9-8524d9baa94c tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 946 time: 0.0785942 May 04 18:33:02.976340 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-28e84807-093a-4a13-89ce-c5f7e7ed2043 req-0bac3d30-360a-4d5e-8ea7-83c0657784b0 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393908 May 04 18:33:03.434162 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 56180) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:03.485075 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-63134ffc-a2ea-47d8-ab28-b22e25199ddf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d3f982d9bbca4fbca2007eda2674b0f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491841 May 04 18:33:03.487513 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 56184) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:03.542756 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-fdeafc5b-38f5-4563-8b34-884e898f8088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:03.568149 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-fdeafc5b-38f5-4563-8b34-884e898f8088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:03.685882 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-fdeafc5b-38f5-4563-8b34-884e898f8088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:03.689515 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-e286cbb3-54e8-490e-aa6c-615405224146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:03.700590 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeafc5b-38f5-4563-8b34-884e898f8088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06913baa-82f1-4e75-8e41-eaedc2b6fc7f,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:03.703949 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-fdeafc5b-38f5-4563-8b34-884e898f8088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:03.707226 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-fdeafc5b-38f5-4563-8b34-884e898f8088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:03.708317 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-fdeafc5b-38f5-4563-8b34-884e898f8088 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/06913baa-82f1-4e75-8e41-eaedc2b6fc7f HTTP/1.1" status: 204 len: 168 time: 0.2199540 May 04 18:33:04.170943 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8da21-e7a2-46e9-8d58-fbf58b8d31e7 req-7b733d4e-155a-49c4-b239-a59fc25d0e75 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:33:04.172420 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3ef8da21-e7a2-46e9-8d58-fbf58b8d31e7 req-7b733d4e-155a-49c4-b239-a59fc25d0e75 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 946 time: 0.0833020 May 04 18:33:04.218458 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3ef8da21-e7a2-46e9-8d58-fbf58b8d31e7 req-892b6ba5-23a8-4ee6-8324-845f04ee8eb0 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402362 May 04 18:33:04.271839 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd365ec2-f045-4005-b411-c2746399dc85 req-48439bb8-5ef8-4e4d-ac3d-f0811bf5df6c tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:33:04.275020 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-cd365ec2-f045-4005-b411-c2746399dc85 req-48439bb8-5ef8-4e4d-ac3d-f0811bf5df6c tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Synchronizing usage tracker for tenant:76bc34a978a74f5391886da16fb39bf8 on resource:port {{(pid=74221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:33:04.388870 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-cd365ec2-f045-4005-b411-c2746399dc85 req-48439bb8-5ef8-4e4d-ac3d-f0811bf5df6c tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Unset dirty status for tenant:76bc34a978a74f5391886da16fb39bf8 on resource:port {{(pid=74221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:33:04.390026 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-cd365ec2-f045-4005-b411-c2746399dc85 req-48439bb8-5ef8-4e4d-ac3d-f0811bf5df6c tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.20 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 946 time: 0.2045894 May 04 18:33:04.526468 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [req-cd365ec2-f045-4005-b411-c2746399dc85 req-de03821f-df97-456b-b24d-79b7c514d321 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Deleting port 577242cd-251b-4113-bc7f-d27aed68e52b {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:33:04.526807 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-cd365ec2-f045-4005-b411-c2746399dc85 req-de03821f-df97-456b-b24d-79b7c514d321 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:04.659974 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-cd365ec2-f045-4005-b411-c2746399dc85 req-de03821f-df97-456b-b24d-79b7c514d321 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] For port 577242cd-251b-4113-bc7f-d27aed68e52b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=577242cd-251b-4113-bc7f-d27aed68e52b,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:33:04.660332 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-cd365ec2-f045-4005-b411-c2746399dc85 req-de03821f-df97-456b-b24d-79b7c514d321 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:05.053990 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-cd365ec2-f045-4005-b411-c2746399dc85 req-de03821f-df97-456b-b24d-79b7c514d321 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:05.054560 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-cd365ec2-f045-4005-b411-c2746399dc85 req-de03821f-df97-456b-b24d-79b7c514d321 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942676'] for floatingip, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:05.054692 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.db.l3_db [req-cd365ec2-f045-4005-b411-c2746399dc85 req-de03821f-df97-456b-b24d-79b7c514d321 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Floating IP 3a88058d-b44c-4ac4-9402-123832b12050 disassociated. External IP: 172.28.1.194, port: 577242cd-251b-4113-bc7f-d27aed68e52b. May 04 18:33:05.055092 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [req-cd365ec2-f045-4005-b411-c2746399dc85 req-de03821f-df97-456b-b24d-79b7c514d321 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Calling delete_port for 577242cd-251b-4113-bc7f-d27aed68e52b owned by compute:nova {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:33:05.249402 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-cd365ec2-f045-4005-b411-c2746399dc85 req-de03821f-df97-456b-b24d-79b7c514d321 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:05.271845 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-5b0e8b94-d57c-44dc-bc74-d0c3905cb375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:05.317219 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03821f-df97-456b-b24d-79b7c514d321 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Pushing event deleted for resources: {'Port': ['ID=577242cd-251b-4113-bc7f-d27aed68e52b,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:05.322329 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-de03821f-df97-456b-b24d-79b7c514d321 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:05.413661 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-ed60ef29-be7e-49ca-958d-0cfddc079fc7 req-8d60f779-801c-4434-8659-21bf3006db98 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/ports?device_id=33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f HTTP/1.1" status: 200 len: 210 time: 0.0600059 May 04 18:33:05.524753 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd365ec2-f045-4005-b411-c2746399dc85 req-de03821f-df97-456b-b24d-79b7c514d321 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Router c72f5abf-89e4-40d2-aee3-34e4d4ce714a has already been hosted by L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b {{(pid=74221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:33:05.620386 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-4074dc13-3786-4826-879c-1cd2df93bf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:05.710992 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd365ec2-f045-4005-b411-c2746399dc85 req-de03821f-df97-456b-b24d-79b7c514d321 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:33:05.721290 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df88f2-afc2-4516-8a8f-ca81c3609245 None None] Sync routers for ids ['c72f5abf-89e4-40d2-aee3-34e4d4ce714a'] in dv-cinder-789603-2-smb {{(pid=74224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:33:05.732655 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df88f2-afc2-4516-8a8f-ca81c3609245 None None] Routers {'c72f5abf-89e4-40d2-aee3-34e4d4ce714a'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:33:05.733350 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-86df88f2-afc2-4516-8a8f-ca81c3609245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:33:06Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['c72f5abf-89e4-40d2-aee3-34e4d4ce714a'], 'active': True} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:33:05.771123 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:05.791461 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd365ec2-f045-4005-b411-c2746399dc85 req-de03821f-df97-456b-b24d-79b7c514d321 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] No DVR routers for this DVR port 577242cd-251b-4113-bc7f-d27aed68e52b on host hv-cinder-78960 {{(pid=74221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:33:05.793915 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-cd365ec2-f045-4005-b411-c2746399dc85 req-de03821f-df97-456b-b24d-79b7c514d321 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:05.797345 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f', 'name': 'network-vif-deleted', 'tag': '577242cd-251b-4113-bc7f-d27aed68e52b'}] {{(pid=74221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:33:05.845837 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b77faf-7a96-4cbc-b5c0-2b2eb55d8a8f', 'name': 'network-vif-deleted', 'tag': '577242cd-251b-4113-bc7f-d27aed68e52b', 'status': 'completed', 'code': 200} May 04 18:33:05.892064 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-cd365ec2-f045-4005-b411-c2746399dc85 req-de03821f-df97-456b-b24d-79b7c514d321 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.20 "DELETE /v2.0/ports/577242cd-251b-4113-bc7f-d27aed68e52b HTTP/1.1" status: 204 len: 173 time: 1.4959562 May 04 18:33:05.926658 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvr_db [None req-86df88f2-afc2-4516-8a8f-ca81c3609245 None None] Set router c72f5abf-89e4-40d2-aee3-34e4d4ce714a gateway port host: dv-cinder-789603-2-smb {{(pid=74224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:33:06.176832 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 56232) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:06.249016 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-86df88f2-afc2-4516-8a8f-ca81c3609245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'name': 'tempest-AttachVolumeShelveTestJSON-690331288-router', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:59Z', 'updated_at': '2021-05-04T18:26:15Z', 'revision_number': 4, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'gw_port': {'id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': '2e3a534d-16d5-4f34-8bae-be2e74066f3c', 'name': '', 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'mac_address': 'fa:16:3e:49:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:12Z', 'updated_at': '2021-05-04T18:26:27Z', 'revision_number': 5, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'subnets': [{'id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:33:06.253074 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df88f2-afc2-4516-8a8f-ca81c3609245 None None] Checking router: c72f5abf-89e4-40d2-aee3-34e4d4ce714a for host: dv-cinder-789603-2-smb {{(pid=74224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:33:06.261626 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df88f2-afc2-4516-8a8f-ca81c3609245 None None] Routers {'c72f5abf-89e4-40d2-aee3-34e4d4ce714a'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:33:06.262403 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-86df88f2-afc2-4516-8a8f-ca81c3609245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:33:06Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['c72f5abf-89e4-40d2-aee3-34e4d4ce714a'], 'active': True} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:33:06.305598 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ed1fa853-1976-4021-b13c-128404b4fd0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:06.320663 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-ed1fa853-1976-4021-b13c-128404b4fd0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:33:06.324546 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-ed1fa853-1976-4021-b13c-128404b4fd0d admin admin] Usage tracker for resource:security_group_rule and tenant:faa6cb5b3a744b7b97bd0d996b60f5fa is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:33:06.327441 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-ed1fa853-1976-4021-b13c-128404b4fd0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:33:06.333861 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-ed1fa853-1976-4021-b13c-128404b4fd0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:33:06.362860 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:06.418757 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ed1fa853-1976-4021-b13c-128404b4fd0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:06.457236 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvr_db [None req-86df88f2-afc2-4516-8a8f-ca81c3609245 None None] Set router c72f5abf-89e4-40d2-aee3-34e4d4ce714a gateway port host: dv-cinder-789603-2-smb {{(pid=74224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:33:06.479489 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ed1fa853-1976-4021-b13c-128404b4fd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:06.489004 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-efb4cb08-e14c-4567-a06a-8828d394cdb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:06.537075 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-ed1fa853-1976-4021-b13c-128404b4fd0d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=faa6cb5b3a744b7b97bd0d996b60f5fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3562825 May 04 18:33:06.537075 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fa853-1976-4021-b13c-128404b4fd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e152df4-a206-4db4-a381-cbcd31f58b2b,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:06.538364 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 56244) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:06.538979 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-ed1fa853-1976-4021-b13c-128404b4fd0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:06.601705 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e9916c0c-4523-4a4d-9811-90ae1567c47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:06.627169 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e9916c0c-4523-4a4d-9811-90ae1567c47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:06.641572 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 56248) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:06.709703 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-aa2e9e56-681a-47ec-8aed-156c461a9104 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:06.737771 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-aa2e9e56-681a-47ec-8aed-156c461a9104 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:06.760344 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e9916c0c-4523-4a4d-9811-90ae1567c47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:06.766848 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-bc94309a-9ddf-4676-9883-f564c8d30b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:06.782917 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9916c0c-4523-4a4d-9811-90ae1567c47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e152df4-a206-4db4-a381-cbcd31f58b2b,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:06.789994 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e9916c0c-4523-4a4d-9811-90ae1567c47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:06.789994 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-e9916c0c-4523-4a4d-9811-90ae1567c47b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3e152df4-a206-4db4-a381-cbcd31f58b2b HTTP/1.1" status: 204 len: 168 time: 0.2497840 May 04 18:33:06.802759 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-e9916c0c-4523-4a4d-9811-90ae1567c47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:06.820925 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-86df88f2-afc2-4516-8a8f-ca81c3609245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'name': 'tempest-AttachVolumeShelveTestJSON-690331288-router', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:59Z', 'updated_at': '2021-05-04T18:26:15Z', 'revision_number': 4, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'gw_port': {'id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': '2e3a534d-16d5-4f34-8bae-be2e74066f3c', 'name': '', 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'mac_address': 'fa:16:3e:49:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:12Z', 'updated_at': '2021-05-04T18:26:27Z', 'revision_number': 5, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'subnets': [{'id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:33:06.824916 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df88f2-afc2-4516-8a8f-ca81c3609245 None None] The sync data for ids ['c72f5abf-89e4-40d2-aee3-34e4d4ce714a'] in dv-cinder-789603-2-smb is: [{'id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'name': 'tempest-AttachVolumeShelveTestJSON-690331288-router', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:59Z', 'updated_at': '2021-05-04T18:26:15Z', 'revision_number': 4, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'gw_port': {'id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': '2e3a534d-16d5-4f34-8bae-be2e74066f3c', 'name': '', 'network_id': '3feac1cb-76d7-4653-8c68-28519f9a3ebb', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'mac_address': 'fa:16:3e:49:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:12Z', 'updated_at': '2021-05-04T18:26:27Z', 'revision_number': 5, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'subnets': [{'id': 'ac34bf5f-88ea-4331-a071-effcc9c85f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:33:06.862517 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-aa2e9e56-681a-47ec-8aed-156c461a9104 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:06.866566 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-fdeafc5b-38f5-4563-8b34-884e898f8088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:06.882476 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e9e56-681a-47ec-8aed-156c461a9104 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:06.886993 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-aa2e9e56-681a-47ec-8aed-156c461a9104 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:06.944471 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-aa2e9e56-681a-47ec-8aed-156c461a9104 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:06.945659 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-aa2e9e56-681a-47ec-8aed-156c461a9104 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "DELETE /v2.0/security-groups/a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd HTTP/1.1" status: 204 len: 168 time: 0.3029549 May 04 18:33:06.948585 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 56254) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:06.976771 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.api.v2.resource [None req-751dbe7a-8c7f-4af3-9749-bf73cf1c0da4 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] show failed (client error): The resource could not be found. May 04 18:33:06.976771 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-751dbe7a-8c7f-4af3-9749-bf73cf1c0da4 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "GET /v2.0/security-groups/a9fb6ad7-af62-4e6f-b7a3-9a2b374298bd HTTP/1.1" status: 404 len: 347 time: 0.0176210 May 04 18:33:06.979036 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 56258) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:07.067592 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8da0d9-69bd-4f91-b4d0-686c67e152cb None None] New status for floating IP 3a88058d-b44c-4ac4-9402-123832b12050: DOWN {{(pid=74223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:33:07.204742 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-5d51a159-6ed1-4111-9d2d-e6ad98a7cb39 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Deleting port bb8b0296-0944-4c25-b6b0-7e8e601054b3 {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:33:07.205369 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5d51a159-6ed1-4111-9d2d-e6ad98a7cb39 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:07.414578 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5d51a159-6ed1-4111-9d2d-e6ad98a7cb39 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:07.414905 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5d51a159-6ed1-4111-9d2d-e6ad98a7cb39 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:07.514061 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 56264) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:07.531805 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-344f5d44-ede4-4749-b3cd-5500ec7cc9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:07.537044 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-5d51a159-6ed1-4111-9d2d-e6ad98a7cb39 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Calling delete_port for bb8b0296-0944-4c25-b6b0-7e8e601054b3 owned by network:floatingip {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:33:07.546639 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-344f5d44-ede4-4749-b3cd-5500ec7cc9cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:33:07.550532 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-344f5d44-ede4-4749-b3cd-5500ec7cc9cd admin admin] Usage tracker for resource:security_group_rule and tenant:446abb74de274b7fbdec2e4da06a7384 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:33:07.553359 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-344f5d44-ede4-4749-b3cd-5500ec7cc9cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:33:07.559118 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-344f5d44-ede4-4749-b3cd-5500ec7cc9cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:33:07.711537 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5d51a159-6ed1-4111-9d2d-e6ad98a7cb39 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:07.715132 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-50f826fd-a684-4312-ae18-4eb2302ce2e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:07.719059 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 577242cd-251b-4113-bc7f-d27aed68e52b no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:33:07.753986 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] No Port match for: 577242cd-251b-4113-bc7f-d27aed68e52b {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:33:07.754492 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 577242cd-251b-4113-bc7f-d27aed68e52b not bound to the agent host hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:33:07.756917 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51a159-6ed1-4111-9d2d-e6ad98a7cb39 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Pushing event deleted for resources: {'Port': ['ID=bb8b0296-0944-4c25-b6b0-7e8e601054b3,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:07.760734 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-5d51a159-6ed1-4111-9d2d-e6ad98a7cb39 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:07.771422 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-344f5d44-ede4-4749-b3cd-5500ec7cc9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:07.833910 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-344f5d44-ede4-4749-b3cd-5500ec7cc9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:07.843214 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-c4fdf0f8-daa3-4ee0-99c7-c5baa8c398e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:07.850067 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5d51a159-6ed1-4111-9d2d-e6ad98a7cb39 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks [] for floatingip, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:07.864674 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5d51a159-6ed1-4111-9d2d-e6ad98a7cb39 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for floatingip, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:07.865781 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-5d51a159-6ed1-4111-9d2d-e6ad98a7cb39 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] 10.222.0.49 "DELETE /v2.0/floatingips/3a88058d-b44c-4ac4-9402-123832b12050 HTTP/1.1" status: 204 len: 168 time: 0.8857150 May 04 18:33:07.881502 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-344f5d44-ede4-4749-b3cd-5500ec7cc9cd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=446abb74de274b7fbdec2e4da06a7384&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3663576 May 04 18:33:07.883460 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f5d44-ede4-4749-b3cd-5500ec7cc9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9faf3e3e-6764-466f-aa48-3ae4fe6d0a54,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:07.884642 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 56268) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:07.889528 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-344f5d44-ede4-4749-b3cd-5500ec7cc9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:07.945543 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5279386a-d974-47d5-beb8-d78c2716f0d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:07.971713 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5279386a-d974-47d5-beb8-d78c2716f0d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:08.119773 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5279386a-d974-47d5-beb8-d78c2716f0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:08.124760 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-1f5bcfac-bee1-445a-bf9e-41177ebd9faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:08.135088 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279386a-d974-47d5-beb8-d78c2716f0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9faf3e3e-6764-466f-aa48-3ae4fe6d0a54,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:08.140120 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-5279386a-d974-47d5-beb8-d78c2716f0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:08.142144 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5279386a-d974-47d5-beb8-d78c2716f0d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:08.143178 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-5279386a-d974-47d5-beb8-d78c2716f0d5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9faf3e3e-6764-466f-aa48-3ae4fe6d0a54 HTTP/1.1" status: 204 len: 168 time: 0.2573349 May 04 18:33:08.154283 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:10.942211 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 56348) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:11.641342 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2ce45d2e-f82f-4af9-b76a-b721407c602a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919878'] for router_interface, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:12.139711 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-2ce45d2e-f82f-4af9-b76a-b721407c602a admin admin] Deleting port 2e3a534d-16d5-4f34-8bae-be2e74066f3c {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:33:12.140383 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2ce45d2e-f82f-4af9-b76a-b721407c602a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:12.257958 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [None req-2ce45d2e-f82f-4af9-b76a-b721407c602a admin admin] For port 2e3a534d-16d5-4f34-8bae-be2e74066f3c, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=2e3a534d-16d5-4f34-8bae-be2e74066f3c,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:33:12.258305 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2ce45d2e-f82f-4af9-b76a-b721407c602a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:12.377355 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-2ce45d2e-f82f-4af9-b76a-b721407c602a admin admin] Calling delete_port for 2e3a534d-16d5-4f34-8bae-be2e74066f3c owned by network:router_interface {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:33:12.585900 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2ce45d2e-f82f-4af9-b76a-b721407c602a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:12.590548 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-fd86a221-642f-4c93-af49-541a3460bea0 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:12.636290 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce45d2e-f82f-4af9-b76a-b721407c602a admin admin] Pushing event deleted for resources: {'Port': ['ID=2e3a534d-16d5-4f34-8bae-be2e74066f3c,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:12.664727 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-2ce45d2e-f82f-4af9-b76a-b721407c602a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:12.914074 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2ce45d2e-f82f-4af9-b76a-b721407c602a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945398'] for router_interface, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:13.264537 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce45d2e-f82f-4af9-b76a-b721407c602a admin admin] Router c72f5abf-89e4-40d2-aee3-34e4d4ce714a has already been hosted by L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b {{(pid=74221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:33:13.535374 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce45d2e-f82f-4af9-b76a-b721407c602a admin admin] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:33:13.544571 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7651737c-a3db-416d-9634-61ebac944aa8 None None] Sync routers for ids ['c72f5abf-89e4-40d2-aee3-34e4d4ce714a'] in dv-cinder-789603-2-smb {{(pid=74224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:33:13.548638 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-2ce45d2e-f82f-4af9-b76a-b721407c602a admin admin] 10.222.0.49 "PUT /v2.0/routers/c72f5abf-89e4-40d2-aee3-34e4d4ce714a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6053932 May 04 18:33:13.551070 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 56376) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:13.553441 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7651737c-a3db-416d-9634-61ebac944aa8 None None] Routers {'c72f5abf-89e4-40d2-aee3-34e4d4ce714a'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:33:13.554042 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-7651737c-a3db-416d-9634-61ebac944aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:33:06Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['c72f5abf-89e4-40d2-aee3-34e4d4ce714a'], 'active': True} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:33:13.721877 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-297838b5-c436-42f5-81df-1efda276b5a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:13.726198 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvr_db [None req-7651737c-a3db-416d-9634-61ebac944aa8 None None] Set router c72f5abf-89e4-40d2-aee3-34e4d4ce714a gateway port host: dv-cinder-789603-2-smb {{(pid=74224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:33:13.900861 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-297838b5-c436-42f5-81df-1efda276b5a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:14.017798 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-7651737c-a3db-416d-9634-61ebac944aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'name': 'tempest-AttachVolumeShelveTestJSON-690331288-router', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:59Z', 'updated_at': '2021-05-04T18:33:12Z', 'revision_number': 5, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'gw_port': {'id': '0927b214-5a37-4db8-ad7a-8b7465bec206', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:26:01Z', 'updated_at': '2021-05-04T18:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:33:14.021680 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7651737c-a3db-416d-9634-61ebac944aa8 None None] Checking router: c72f5abf-89e4-40d2-aee3-34e4d4ce714a for host: dv-cinder-789603-2-smb {{(pid=74224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:33:14.030606 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7651737c-a3db-416d-9634-61ebac944aa8 None None] Routers {'c72f5abf-89e4-40d2-aee3-34e4d4ce714a'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:33:14.031232 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-7651737c-a3db-416d-9634-61ebac944aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:33:06Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['c72f5abf-89e4-40d2-aee3-34e4d4ce714a'], 'active': True} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:33:14.039741 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-297838b5-c436-42f5-81df-1efda276b5a4 admin admin] Deleting port 0927b214-5a37-4db8-ad7a-8b7465bec206 {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:33:14.040077 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-297838b5-c436-42f5-81df-1efda276b5a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:14.164799 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [None req-297838b5-c436-42f5-81df-1efda276b5a4 admin admin] For port 0927b214-5a37-4db8-ad7a-8b7465bec206, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=0927b214-5a37-4db8-ad7a-8b7465bec206,segment=NetworkSegment(d30f7483-d557-48d7-ad06-77acf24064bb),segment_id=d30f7483-d557-48d7-ad06-77acf24064bb)] {{(pid=74221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:33:14.165144 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-297838b5-c436-42f5-81df-1efda276b5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:14.184007 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvr_db [None req-7651737c-a3db-416d-9634-61ebac944aa8 None None] Set router c72f5abf-89e4-40d2-aee3-34e4d4ce714a gateway port host: None {{(pid=74224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:33:14.291132 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-7651737c-a3db-416d-9634-61ebac944aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'name': 'tempest-AttachVolumeShelveTestJSON-690331288-router', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:59Z', 'updated_at': '2021-05-04T18:33:13Z', 'revision_number': 6, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'gw_port_host': None}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:33:14.291452 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-297838b5-c436-42f5-81df-1efda276b5a4 admin admin] Calling delete_port for 0927b214-5a37-4db8-ad7a-8b7465bec206 owned by network:router_gateway {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:33:14.295726 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7651737c-a3db-416d-9634-61ebac944aa8 None None] The sync data for ids ['c72f5abf-89e4-40d2-aee3-34e4d4ce714a'] in dv-cinder-789603-2-smb is: [{'id': 'c72f5abf-89e4-40d2-aee3-34e4d4ce714a', 'name': 'tempest-AttachVolumeShelveTestJSON-690331288-router', 'tenant_id': '76bc34a978a74f5391886da16fb39bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:25:59Z', 'updated_at': '2021-05-04T18:33:13Z', 'revision_number': 6, 'project_id': '76bc34a978a74f5391886da16fb39bf8', 'gw_port_host': None}] {{(pid=74224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:33:14.513795 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-297838b5-c436-42f5-81df-1efda276b5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:14.518389 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-3bb4de95-333f-4d24-99b3-daef3dc20ddc tempest-VolumesNegativeTest-1914309588 tempest-VolumesNegativeTest-1914309588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:14.564562 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297838b5-c436-42f5-81df-1efda276b5a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0927b214-5a37-4db8-ad7a-8b7465bec206,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:14.589503 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-297838b5-c436-42f5-81df-1efda276b5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:14.652931 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-297838b5-c436-42f5-81df-1efda276b5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942697'] for router_gateway, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:14.826576 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-297838b5-c436-42f5-81df-1efda276b5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-943869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29356'] for router, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:14.828736 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-297838b5-c436-42f5-81df-1efda276b5a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:14.905754 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-297838b5-c436-42f5-81df-1efda276b5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-943137'] for router, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:14.906262 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297838b5-c436-42f5-81df-1efda276b5a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c72f5abf-89e4-40d2-aee3-34e4d4ce714a {{(pid=74221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 18:33:14.919741 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-297838b5-c436-42f5-81df-1efda276b5a4 admin admin] Notify callbacks [] for router, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:14.920841 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-297838b5-c436-42f5-81df-1efda276b5a4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/c72f5abf-89e4-40d2-aee3-34e4d4ce714a HTTP/1.1" status: 204 len: 168 time: 1.3688226 May 04 18:33:14.923355 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 56388) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:14.981580 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b3bc7e-75ee-4d85-93d0-2dd10030247f admin admin] Deleting subnet ac34bf5f-88ea-4331-a071-effcc9c85f2a {{(pid=74221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 18:33:14.984406 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-99b3bc7e-75ee-4d85-93d0-2dd10030247f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:15.037737 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-99b3bc7e-75ee-4d85-93d0-2dd10030247f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15324815'] for subnet, precommit_delete_associations {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:15.114924 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-99b3bc7e-75ee-4d85-93d0-2dd10030247f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774518'] for subnet, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:15.439404 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 0927b214-5a37-4db8-ad7a-8b7465bec206 no longer exists at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:33:15.477021 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] No Port match for: 0927b214-5a37-4db8-ad7a-8b7465bec206 {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:33:15.477373 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 0927b214-5a37-4db8-ad7a-8b7465bec206 not bound to the agent host dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:33:15.477834 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 2e3a534d-16d5-4f34-8bae-be2e74066f3c no longer exists at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:33:15.510262 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] No Port match for: 2e3a534d-16d5-4f34-8bae-be2e74066f3c {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:33:15.510611 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 2e3a534d-16d5-4f34-8bae-be2e74066f3c not bound to the agent host dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:33:15.542879 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-99b3bc7e-75ee-4d85-93d0-2dd10030247f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15596317'] for subnet, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:15.548110 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-f6991968-6f38-4805-bef0-5c86c8e07faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:15.582211 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3bc7e-75ee-4d85-93d0-2dd10030247f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac34bf5f-88ea-4331-a071-effcc9c85f2a,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:15.584705 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-99b3bc7e-75ee-4d85-93d0-2dd10030247f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:15.587682 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-99b3bc7e-75ee-4d85-93d0-2dd10030247f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:15.588747 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e0e27a-cec3-4a70-8660-b8f3c09838b9 None None] Network 3feac1cb-76d7-4653-8c68-28519f9a3ebb requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:33:15.590447 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-99b3bc7e-75ee-4d85-93d0-2dd10030247f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ac34bf5f-88ea-4331-a071-effcc9c85f2a HTTP/1.1" status: 204 len: 168 time: 0.6661854 May 04 18:33:15.593737 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 56396) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:15.795536 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f0aa-129f-4cb2-9d94-945499969bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688272'] for network, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:15.819977 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 6 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:33:15.858806 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd7f021-15bf-4fd5-b989-dc5a3d7675b9 None None] DHCP port deletion for 3feac1cb-76d7-4653-8c68-28519f9a3ebb request from dv-cinder-789603-2-smb {{(pid=74223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 18:33:15.882312 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.plugin [None req-c6c4f0aa-129f-4cb2-9d94-945499969bab admin admin] Deleting port 6952a756-e847-4e82-98bc-6635e8020768 {{(pid=74222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:33:15.882312 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f0aa-129f-4cb2-9d94-945499969bab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:15.929345 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7f021-15bf-4fd5-b989-dc5a3d7675b9 None None] Deleting port 6952a756-e847-4e82-98bc-6635e8020768 {{(pid=74223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:33:15.929635 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f021-15bf-4fd5-b989-dc5a3d7675b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:15.980530 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.db [None req-c6c4f0aa-129f-4cb2-9d94-945499969bab admin admin] For port 6952a756-e847-4e82-98bc-6635e8020768, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=6952a756-e847-4e82-98bc-6635e8020768,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:33:15.981416 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f0aa-129f-4cb2-9d94-945499969bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:16.040881 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-2bd7f021-15bf-4fd5-b989-dc5a3d7675b9 None None] For port 6952a756-e847-4e82-98bc-6635e8020768, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=6952a756-e847-4e82-98bc-6635e8020768,segment=NetworkSegment(2315d098-183a-4c35-96bd-20c7ee16ef70),segment_id=2315d098-183a-4c35-96bd-20c7ee16ef70)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:33:16.041439 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f021-15bf-4fd5-b989-dc5a3d7675b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:16.133883 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.plugin [None req-c6c4f0aa-129f-4cb2-9d94-945499969bab admin admin] Calling delete_port for 6952a756-e847-4e82-98bc-6635e8020768 owned by network:dhcp {{(pid=74222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:33:16.163392 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7f021-15bf-4fd5-b989-dc5a3d7675b9 None None] Calling delete_port for 6952a756-e847-4e82-98bc-6635e8020768 owned by network:dhcp {{(pid=74223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:33:16.254322 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f0aa-129f-4cb2-9d94-945499969bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15671191'] for port, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:16.259577 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:16.260480 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f021-15bf-4fd5-b989-dc5a3d7675b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551'] for port, after_delete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:16.264375 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:16.302026 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4f0aa-129f-4cb2-9d94-945499969bab admin admin] Pushing event deleted for resources: {'Port': ['ID=6952a756-e847-4e82-98bc-6635e8020768,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:16.304509 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-c6c4f0aa-129f-4cb2-9d94-945499969bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:16.305895 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7f021-15bf-4fd5-b989-dc5a3d7675b9 None None] Pushing event deleted for resources: {'Port': ['ID=6952a756-e847-4e82-98bc-6635e8020768,revision_number=None']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:16.306960 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c4f0aa-129f-4cb2-9d94-945499969bab admin admin] No DVR routers for this DVR port 6952a756-e847-4e82-98bc-6635e8020768 on host dv-cinder-789603-2-smb {{(pid=74222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:33:16.314429 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd7f021-15bf-4fd5-b989-dc5a3d7675b9 None None] No DVR routers for this DVR port 6952a756-e847-4e82-98bc-6635e8020768 on host dv-cinder-789603-2-smb {{(pid=74223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:33:16.316450 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7f021-15bf-4fd5-b989-dc5a3d7675b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:16.316795 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7f021-15bf-4fd5-b989-dc5a3d7675b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:16.317132 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7f021-15bf-4fd5-b989-dc5a3d7675b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:16.317525 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7f021-15bf-4fd5-b989-dc5a3d7675b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:16.317851 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7f021-15bf-4fd5-b989-dc5a3d7675b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:16.318176 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7f021-15bf-4fd5-b989-dc5a3d7675b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:16.318497 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7f021-15bf-4fd5-b989-dc5a3d7675b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:16.318818 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7f021-15bf-4fd5-b989-dc5a3d7675b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:16.319143 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7f021-15bf-4fd5-b989-dc5a3d7675b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:16.319486 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7f021-15bf-4fd5-b989-dc5a3d7675b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:16.319803 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7f021-15bf-4fd5-b989-dc5a3d7675b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:16.320118 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7f021-15bf-4fd5-b989-dc5a3d7675b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:16.323480 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-2bd7f021-15bf-4fd5-b989-dc5a3d7675b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:16.426051 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f0aa-129f-4cb2-9d94-945499969bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771051', 'neutron.services.segments.db._delete_segments_for_network-8785700215345'] for network, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:16.533056 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.services.segments.db [None req-c6c4f0aa-129f-4cb2-9d94-945499969bab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3feac1cb-76d7-4653-8c68-28519f9a3ebb']}} {{(pid=74222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:33:16.545362 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.services.segments.db [None req-c6c4f0aa-129f-4cb2-9d94-945499969bab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2315d098-183a-4c35-96bd-20c7ee16ef70') {'for_net_delete': True} {{(pid=74222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:33:16.545658 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.services.segments.db [None req-c6c4f0aa-129f-4cb2-9d94-945499969bab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2315d098-183a-4c35-96bd-20c7ee16ef70') {} {{(pid=74222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:33:16.556952 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f0aa-129f-4cb2-9d94-945499969bab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700225895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15087169'] for segment, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:16.572901 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f0aa-129f-4cb2-9d94-945499969bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:16.578781 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c4f0aa-129f-4cb2-9d94-945499969bab admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=74222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:33:16.745046 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [None req-c6c4f0aa-129f-4cb2-9d94-945499969bab admin admin] Network 3feac1cb-76d7-4653-8c68-28519f9a3ebb has no segments {{(pid=74222) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 18:33:16.753313 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f0aa-129f-4cb2-9d94-945499969bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671236'] for segment, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:16.914921 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.managers [None req-c6c4f0aa-129f-4cb2-9d94-945499969bab admin admin] Network 3feac1cb-76d7-4653-8c68-28519f9a3ebb has no segments {{(pid=74222) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: Traceback (most recent call last): May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: timer() May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: cb(*args, **kw) May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: return func(*args, **kwargs) May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: self._notify() May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: self.callback(batched_events) May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: event.method(event) May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: return f(self, *a, **k) May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: return self._get(url).json() May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: return self.request(url, 'GET', **kwargs) May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:33:16.939155 dv-cinder-789603-2-smb neutron-server[74222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:33:17.068347 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f0aa-129f-4cb2-9d94-945499969bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942662'] for network, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:17.073556 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-6efab6d9-65a9-4595-91a8-7f42626732b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:17.089119 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f0aa-129f-4cb2-9d94-945499969bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:17.095703 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4f0aa-129f-4cb2-9d94-945499969bab admin admin] Pushing event deleted for resources: {'Network': ['ID=3feac1cb-76d7-4653-8c68-28519f9a3ebb,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:17.100506 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-c6c4f0aa-129f-4cb2-9d94-945499969bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:17.183084 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-c6c4f0aa-129f-4cb2-9d94-945499969bab admin admin] 10.222.0.49 "DELETE /v2.0/networks/3feac1cb-76d7-4653-8c68-28519f9a3ebb HTTP/1.1" status: 204 len: 168 time: 1.5880804 May 04 18:33:17.423834 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 6952a756-e847-4e82-98bc-6635e8020768 no longer exists at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:33:17.460854 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] No Port match for: 6952a756-e847-4e82-98bc-6635e8020768 {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:33:17.461208 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 6952a756-e847-4e82-98bc-6635e8020768 not bound to the agent host dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:33:17.501497 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 56418) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:17.556800 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-8e7a8f98-89cd-4fc8-99e6-c70d6caad0a1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=76bc34a978a74f5391886da16fb39bf8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0520303 May 04 18:33:17.557155 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 56422) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:17.614588 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-bd3b6404-0b24-45ef-b577-f2afb0689d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:17.641018 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-bd3b6404-0b24-45ef-b577-f2afb0689d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:17.756677 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-bd3b6404-0b24-45ef-b577-f2afb0689d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:17.762063 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-65d53787-2491-4875-ad6d-5f03a538b34f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:17.774993 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b6404-0b24-45ef-b577-f2afb0689d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39a270a-9053-4364-8d0f-8503ffdf26fd,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:17.778726 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-bd3b6404-0b24-45ef-b577-f2afb0689d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:17.782604 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-bd3b6404-0b24-45ef-b577-f2afb0689d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:17.783801 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-bd3b6404-0b24-45ef-b577-f2afb0689d08 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b39a270a-9053-4364-8d0f-8503ffdf26fd HTTP/1.1" status: 204 len: 168 time: 0.2257676 May 04 18:33:19.376214 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:22.266392 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 56516) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:22.386869 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-82f054f1-ffb2-46f2-b99a-9eafa7064680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:22.400870 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-82f054f1-ffb2-46f2-b99a-9eafa7064680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:33:22.404649 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-82f054f1-ffb2-46f2-b99a-9eafa7064680 admin admin] Usage tracker for resource:security_group_rule and tenant:6374e93a17f7454495bb6a0da888591b is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:33:22.407440 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-82f054f1-ffb2-46f2-b99a-9eafa7064680 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:33:22.413198 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-82f054f1-ffb2-46f2-b99a-9eafa7064680 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:33:22.496814 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-82f054f1-ffb2-46f2-b99a-9eafa7064680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:22.570650 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-82f054f1-ffb2-46f2-b99a-9eafa7064680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:22.578804 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-b2bb9fa6-7102-43a0-b465-e5af404b5dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:22.623475 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-82f054f1-ffb2-46f2-b99a-9eafa7064680 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6374e93a17f7454495bb6a0da888591b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3559051 May 04 18:33:22.630718 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f054f1-ffb2-46f2-b99a-9eafa7064680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c17c21e-6cd3-4b5f-8860-eab02a8d49e1,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:22.630718 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-82f054f1-ffb2-46f2-b99a-9eafa7064680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:22.632843 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 56530) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:22.690698 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-23dccb9b-237a-443d-ab3b-7bf48e04454a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:22.715470 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-23dccb9b-237a-443d-ab3b-7bf48e04454a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:22.845241 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-23dccb9b-237a-443d-ab3b-7bf48e04454a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:22.850084 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-1a84acd1-e03e-4ed4-aecd-c470311d0eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:22.862431 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dccb9b-237a-443d-ab3b-7bf48e04454a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c17c21e-6cd3-4b5f-8860-eab02a8d49e1,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:22.865341 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-23dccb9b-237a-443d-ab3b-7bf48e04454a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:22.867335 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-23dccb9b-237a-443d-ab3b-7bf48e04454a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:22.868266 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-23dccb9b-237a-443d-ab3b-7bf48e04454a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2c17c21e-6cd3-4b5f-8860-eab02a8d49e1 HTTP/1.1" status: 204 len: 168 time: 0.2345948 May 04 18:33:23.549299 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 56538) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:23.566592 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d9002161-9c16-4e34-bf71-3006b28dc79b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:23.580412 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-d9002161-9c16-4e34-bf71-3006b28dc79b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:33:23.584182 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-d9002161-9c16-4e34-bf71-3006b28dc79b admin admin] Usage tracker for resource:security_group_rule and tenant:f7f3528f11134e14b99a922ac7581e15 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:33:23.586922 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-d9002161-9c16-4e34-bf71-3006b28dc79b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:33:23.593092 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-d9002161-9c16-4e34-bf71-3006b28dc79b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:33:23.767196 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d9002161-9c16-4e34-bf71-3006b28dc79b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:23.828073 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d9002161-9c16-4e34-bf71-3006b28dc79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:23.835346 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-f73c0df1-50a4-40eb-81cd-ee3ff059544a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:23.875707 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-d9002161-9c16-4e34-bf71-3006b28dc79b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f7f3528f11134e14b99a922ac7581e15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253646 May 04 18:33:23.876693 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9002161-9c16-4e34-bf71-3006b28dc79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417b8f4f-1ae6-4ea4-8852-a064971b38d5,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:23.880200 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 56548) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:23.880880 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-d9002161-9c16-4e34-bf71-3006b28dc79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:23.941535 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-fc7712f8-d427-486e-b8ce-60324e507ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:23.967742 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-fc7712f8-d427-486e-b8ce-60324e507ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:24.094337 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-fc7712f8-d427-486e-b8ce-60324e507ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:24.098154 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-7be9f806-c44d-44a4-a4f4-e53c4284ca15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:24.110617 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7712f8-d427-486e-b8ce-60324e507ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417b8f4f-1ae6-4ea4-8852-a064971b38d5,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:24.113490 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-fc7712f8-d427-486e-b8ce-60324e507ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:24.115440 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-fc7712f8-d427-486e-b8ce-60324e507ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:24.116433 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-fc7712f8-d427-486e-b8ce-60324e507ab6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/417b8f4f-1ae6-4ea4-8852-a064971b38d5 HTTP/1.1" status: 204 len: 168 time: 0.2370420 May 04 18:33:24.497522 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 56562) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:24.611814 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5e065a3c-d875-4e60-8474-c8720830798c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:24.626270 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-5e065a3c-d875-4e60-8474-c8720830798c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:33:24.630127 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-5e065a3c-d875-4e60-8474-c8720830798c admin admin] Usage tracker for resource:security_group_rule and tenant:1905b2ac52144f8ba39cd5f20630bd9c is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:33:24.632967 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-5e065a3c-d875-4e60-8474-c8720830798c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:33:24.638991 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-5e065a3c-d875-4e60-8474-c8720830798c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:33:24.717371 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5e065a3c-d875-4e60-8474-c8720830798c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:24.785278 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-5e065a3c-d875-4e60-8474-c8720830798c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:24.794343 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-3e1cdf07-52a9-44e3-86d9-54ebd2a8b38b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:24.835612 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-5e065a3c-d875-4e60-8474-c8720830798c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1905b2ac52144f8ba39cd5f20630bd9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3367760 May 04 18:33:24.837319 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e065a3c-d875-4e60-8474-c8720830798c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc72c20-bec6-452a-9fb8-9a37bad8b12b,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:24.838273 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 56568) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:24.840417 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-5e065a3c-d875-4e60-8474-c8720830798c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:24.848462 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 56572) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:24.866639 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-78f4fe41-d698-4bd6-80a0-3678829bf4a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:24.880852 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-78f4fe41-d698-4bd6-80a0-3678829bf4a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:33:24.884888 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-78f4fe41-d698-4bd6-80a0-3678829bf4a8 admin admin] Usage tracker for resource:security_group_rule and tenant:68b3ccf6b96a4df4b838f40e36654992 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:33:24.887732 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-78f4fe41-d698-4bd6-80a0-3678829bf4a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:33:24.893498 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-78f4fe41-d698-4bd6-80a0-3678829bf4a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:33:24.900816 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-88f2e13a-ea69-4438-9c65-1a9b99d7f400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:24.932262 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-88f2e13a-ea69-4438-9c65-1a9b99d7f400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:24.979478 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-78f4fe41-d698-4bd6-80a0-3678829bf4a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:25.054027 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-78f4fe41-d698-4bd6-80a0-3678829bf4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:25.062906 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-407d796e-bd94-4f02-8654-8ede1673d7c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:25.068217 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-88f2e13a-ea69-4438-9c65-1a9b99d7f400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:25.073168 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-40d26ee1-86b5-42b9-b284-066e42c96f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:25.088445 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2e13a-ea69-4438-9c65-1a9b99d7f400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc72c20-bec6-452a-9fb8-9a37bad8b12b,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:25.092497 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-88f2e13a-ea69-4438-9c65-1a9b99d7f400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:25.098036 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-88f2e13a-ea69-4438-9c65-1a9b99d7f400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:25.099503 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-88f2e13a-ea69-4438-9c65-1a9b99d7f400 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0fc72c20-bec6-452a-9fb8-9a37bad8b12b HTTP/1.1" status: 204 len: 168 time: 0.2587287 May 04 18:33:25.102839 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-78f4fe41-d698-4bd6-80a0-3678829bf4a8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=68b3ccf6b96a4df4b838f40e36654992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520158 May 04 18:33:25.104416 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f4fe41-d698-4bd6-80a0-3678829bf4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9ba997-fb4a-44c4-861c-4055e998682c,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:25.105044 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 56578) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:25.113017 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f4fe41-d698-4bd6-80a0-3678829bf4a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:25.113446 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f4fe41-d698-4bd6-80a0-3678829bf4a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:25.113748 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f4fe41-d698-4bd6-80a0-3678829bf4a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:25.114113 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f4fe41-d698-4bd6-80a0-3678829bf4a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:25.114536 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f4fe41-d698-4bd6-80a0-3678829bf4a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:25.114821 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f4fe41-d698-4bd6-80a0-3678829bf4a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:25.115174 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f4fe41-d698-4bd6-80a0-3678829bf4a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:25.115563 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f4fe41-d698-4bd6-80a0-3678829bf4a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:25.115918 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f4fe41-d698-4bd6-80a0-3678829bf4a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:25.116269 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f4fe41-d698-4bd6-80a0-3678829bf4a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:25.116674 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f4fe41-d698-4bd6-80a0-3678829bf4a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:25.116953 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f4fe41-d698-4bd6-80a0-3678829bf4a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:25.120711 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-78f4fe41-d698-4bd6-80a0-3678829bf4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:25.167865 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-b5fae0e4-b684-4302-96d2-eaafe5c9fe67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:25.193957 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-b5fae0e4-b684-4302-96d2-eaafe5c9fe67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:25.325418 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-b5fae0e4-b684-4302-96d2-eaafe5c9fe67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:25.330479 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-9c5e045d-56e0-4adb-84c5-66949bd503b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:25.342888 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fae0e4-b684-4302-96d2-eaafe5c9fe67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9ba997-fb4a-44c4-861c-4055e998682c,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:25.346342 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-b5fae0e4-b684-4302-96d2-eaafe5c9fe67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:25.348375 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-b5fae0e4-b684-4302-96d2-eaafe5c9fe67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:25.349466 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-b5fae0e4-b684-4302-96d2-eaafe5c9fe67 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6c9ba997-fb4a-44c4-861c-4055e998682c HTTP/1.1" status: 204 len: 168 time: 0.2432270 May 04 18:33:25.782233 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 56590) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:25.799980 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c47fa699-5524-47e8-a937-8d1bc2fbc05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:25.814585 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-c47fa699-5524-47e8-a937-8d1bc2fbc05c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:33:25.818448 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-c47fa699-5524-47e8-a937-8d1bc2fbc05c admin admin] Usage tracker for resource:security_group_rule and tenant:c4527aa9770f42a4a8c0a68addb30047 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:33:25.821224 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-c47fa699-5524-47e8-a937-8d1bc2fbc05c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:33:25.827457 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-c47fa699-5524-47e8-a937-8d1bc2fbc05c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:33:25.906778 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c47fa699-5524-47e8-a937-8d1bc2fbc05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:25.968092 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c47fa699-5524-47e8-a937-8d1bc2fbc05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:25.980840 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-8547afa2-d73b-4392-a456-01a78dd9d967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:26.022471 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-c47fa699-5524-47e8-a937-8d1bc2fbc05c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c4527aa9770f42a4a8c0a68addb30047&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378356 May 04 18:33:26.024116 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 56600) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:26.024624 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fa699-5524-47e8-a937-8d1bc2fbc05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b093714-0c58-4932-b0f7-bad83ae3432a,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:26.027355 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-c47fa699-5524-47e8-a937-8d1bc2fbc05c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:26.095709 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e7be24f1-9b1d-4f63-8f58-d6deb144204b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:26.121438 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e7be24f1-9b1d-4f63-8f58-d6deb144204b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:26.250651 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e7be24f1-9b1d-4f63-8f58-d6deb144204b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:26.255912 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-344f5d44-ede4-4749-b3cd-5500ec7cc9cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:26.266353 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be24f1-9b1d-4f63-8f58-d6deb144204b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b093714-0c58-4932-b0f7-bad83ae3432a,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:26.270007 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-e7be24f1-9b1d-4f63-8f58-d6deb144204b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:26.273405 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e7be24f1-9b1d-4f63-8f58-d6deb144204b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:26.276974 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-e7be24f1-9b1d-4f63-8f58-d6deb144204b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b093714-0c58-4932-b0f7-bad83ae3432a HTTP/1.1" status: 204 len: 168 time: 0.2488315 May 04 18:33:28.661935 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 56704) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:28.779357 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-99529b81-a13c-495a-87cc-d6e045fb120c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:28.793176 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-99529b81-a13c-495a-87cc-d6e045fb120c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:33:28.796906 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-99529b81-a13c-495a-87cc-d6e045fb120c admin admin] Usage tracker for resource:security_group_rule and tenant:7752890d071248eb93e7943e9584c463 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:33:28.800701 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-99529b81-a13c-495a-87cc-d6e045fb120c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:33:28.805290 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-99529b81-a13c-495a-87cc-d6e045fb120c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:33:28.884279 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-99529b81-a13c-495a-87cc-d6e045fb120c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:28.999791 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-99529b81-a13c-495a-87cc-d6e045fb120c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:29.008653 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-7064face-dc54-4cd5-8a48-aaa228ecd23f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:29.047182 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-99529b81-a13c-495a-87cc-d6e045fb120c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7752890d071248eb93e7943e9584c463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3840902 May 04 18:33:29.048797 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99529b81-a13c-495a-87cc-d6e045fb120c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bfa5ae-a636-44bb-90a1-4fb3f04efd35,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:29.049870 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 56710) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:29.051967 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-99529b81-a13c-495a-87cc-d6e045fb120c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:29.108160 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-cff61490-a2b9-48c8-a546-87f29fca088f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:29.133356 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-cff61490-a2b9-48c8-a546-87f29fca088f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:29.250610 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-cff61490-a2b9-48c8-a546-87f29fca088f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:29.255857 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-c9d87535-6126-442b-8379-bc226a6f5d1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:29.268653 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff61490-a2b9-48c8-a546-87f29fca088f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bfa5ae-a636-44bb-90a1-4fb3f04efd35,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:29.271237 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-cff61490-a2b9-48c8-a546-87f29fca088f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:29.272668 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-cff61490-a2b9-48c8-a546-87f29fca088f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:29.285987 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-cff61490-a2b9-48c8-a546-87f29fca088f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/65bfa5ae-a636-44bb-90a1-4fb3f04efd35 HTTP/1.1" status: 204 len: 168 time: 0.2256100 May 04 18:33:29.906531 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 56732) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:29.922254 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-13bc67a2-e7b0-45d6-a01e-f724cef02806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:29.936061 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-13bc67a2-e7b0-45d6-a01e-f724cef02806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:33:29.939883 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-13bc67a2-e7b0-45d6-a01e-f724cef02806 admin admin] Usage tracker for resource:security_group_rule and tenant:56c5a7b349d14f0a920b145a117525f6 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:33:29.942684 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-13bc67a2-e7b0-45d6-a01e-f724cef02806 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:33:29.948361 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-13bc67a2-e7b0-45d6-a01e-f724cef02806 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:33:30.032419 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-13bc67a2-e7b0-45d6-a01e-f724cef02806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:30.084938 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-13bc67a2-e7b0-45d6-a01e-f724cef02806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:30.093709 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-a76b7dac-5599-46fc-a49b-b3a3b228ec5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:30.132176 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-13bc67a2-e7b0-45d6-a01e-f724cef02806 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=56c5a7b349d14f0a920b145a117525f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266760 May 04 18:33:30.133731 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc67a2-e7b0-45d6-a01e-f724cef02806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8b4b9f-3ffe-412c-9739-56b06ca37e09,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:30.135062 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 56736) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:30.137247 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-13bc67a2-e7b0-45d6-a01e-f724cef02806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:30.197516 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-635871ba-5ee2-417d-92c3-8d344b1b740b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:30.223016 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-635871ba-5ee2-417d-92c3-8d344b1b740b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:30.353461 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-635871ba-5ee2-417d-92c3-8d344b1b740b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:30.357271 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-405b616a-c657-4a71-8985-de89d424c14d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:30.371407 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635871ba-5ee2-417d-92c3-8d344b1b740b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8b4b9f-3ffe-412c-9739-56b06ca37e09,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:30.375823 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-635871ba-5ee2-417d-92c3-8d344b1b740b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:30.393277 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-635871ba-5ee2-417d-92c3-8d344b1b740b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:30.397090 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-635871ba-5ee2-417d-92c3-8d344b1b740b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ca8b4b9f-3ffe-412c-9739-56b06ca37e09 HTTP/1.1" status: 204 len: 168 time: 0.2581947 May 04 18:33:30.959490 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 56756) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:31.079391 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-da6111ec-0779-4b69-b5ca-f8d36bbfe773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:31.093738 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-da6111ec-0779-4b69-b5ca-f8d36bbfe773 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:33:31.097537 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-da6111ec-0779-4b69-b5ca-f8d36bbfe773 admin admin] Usage tracker for resource:security_group_rule and tenant:9e4d9078384a47098a0434c3158bfc0a is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:33:31.100315 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-da6111ec-0779-4b69-b5ca-f8d36bbfe773 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:33:31.106462 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-da6111ec-0779-4b69-b5ca-f8d36bbfe773 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:33:31.188531 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-da6111ec-0779-4b69-b5ca-f8d36bbfe773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:31.262271 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-da6111ec-0779-4b69-b5ca-f8d36bbfe773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:31.270239 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-b5fae0e4-b684-4302-96d2-eaafe5c9fe67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:31.312509 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6111ec-0779-4b69-b5ca-f8d36bbfe773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472680f2-9fea-42c5-b0e5-121bcc7b6274,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:31.319181 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-da6111ec-0779-4b69-b5ca-f8d36bbfe773 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9e4d9078384a47098a0434c3158bfc0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3563421 May 04 18:33:31.319181 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-da6111ec-0779-4b69-b5ca-f8d36bbfe773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:31.319467 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 56768) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:31.382152 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-45be2791-7402-41e6-ae06-00cf3ebeba08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:31.408804 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-45be2791-7402-41e6-ae06-00cf3ebeba08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:31.551217 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-45be2791-7402-41e6-ae06-00cf3ebeba08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:31.556175 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-cff61490-a2b9-48c8-a546-87f29fca088f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:31.568783 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be2791-7402-41e6-ae06-00cf3ebeba08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472680f2-9fea-42c5-b0e5-121bcc7b6274,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:31.573233 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-45be2791-7402-41e6-ae06-00cf3ebeba08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:31.577394 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-45be2791-7402-41e6-ae06-00cf3ebeba08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:31.581594 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-45be2791-7402-41e6-ae06-00cf3ebeba08 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/472680f2-9fea-42c5-b0e5-121bcc7b6274 HTTP/1.1" status: 204 len: 168 time: 0.2589760 May 04 18:33:32.232380 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 56792) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:32.251396 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-622b3f56-486b-4e0a-83c7-26f0277a7526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:32.267705 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-622b3f56-486b-4e0a-83c7-26f0277a7526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:33:32.272321 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-622b3f56-486b-4e0a-83c7-26f0277a7526 admin admin] Usage tracker for resource:security_group_rule and tenant:f408c9de1bf243eaa914d07967ac50b1 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:33:32.276132 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-622b3f56-486b-4e0a-83c7-26f0277a7526 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:33:32.283612 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-622b3f56-486b-4e0a-83c7-26f0277a7526 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:33:32.382207 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-622b3f56-486b-4e0a-83c7-26f0277a7526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:32.456469 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-622b3f56-486b-4e0a-83c7-26f0277a7526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:32.465456 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-82f054f1-ffb2-46f2-b99a-9eafa7064680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:32.507652 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b3f56-486b-4e0a-83c7-26f0277a7526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030c9ad2-9e93-4904-837e-8975c3b8b91a,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:32.510870 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-622b3f56-486b-4e0a-83c7-26f0277a7526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:32.515848 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-622b3f56-486b-4e0a-83c7-26f0277a7526 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f408c9de1bf243eaa914d07967ac50b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2800713 May 04 18:33:32.516990 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 56804) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:32.574853 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-22360d12-ba0e-433e-8a25-3fb018a6739d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:32.600699 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-22360d12-ba0e-433e-8a25-3fb018a6739d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:32.751230 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-22360d12-ba0e-433e-8a25-3fb018a6739d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:32.756296 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-e9916c0c-4523-4a4d-9811-90ae1567c47b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:32.769640 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22360d12-ba0e-433e-8a25-3fb018a6739d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030c9ad2-9e93-4904-837e-8975c3b8b91a,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:32.772587 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-22360d12-ba0e-433e-8a25-3fb018a6739d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:32.774584 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-22360d12-ba0e-433e-8a25-3fb018a6739d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:32.780394 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-22360d12-ba0e-433e-8a25-3fb018a6739d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/030c9ad2-9e93-4904-837e-8975c3b8b91a HTTP/1.1" status: 204 len: 168 time: 0.2624984 May 04 18:33:32.837052 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-4990b69e-b07a-47a7-9ce4-df0dd885ee94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:35.636909 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-d2c8d3c7-1a23-4586-b30f-d6324c11754a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:35.768282 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:36.368492 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:38.113461 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:40.814888 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 56950) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:40.931963 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e624ff47-3104-4776-b017-0644d53da9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:40.946661 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-e624ff47-3104-4776-b017-0644d53da9f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:33:40.950478 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-e624ff47-3104-4776-b017-0644d53da9f8 admin admin] Usage tracker for resource:security_group_rule and tenant:48f9a6d91b194546b42df0817c903d42 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:33:40.953261 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-e624ff47-3104-4776-b017-0644d53da9f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:33:40.959430 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-e624ff47-3104-4776-b017-0644d53da9f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:33:41.060598 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e624ff47-3104-4776-b017-0644d53da9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:41.159545 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e624ff47-3104-4776-b017-0644d53da9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:41.168419 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-88f2e13a-ea69-4438-9c65-1a9b99d7f400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:41.207320 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-e624ff47-3104-4776-b017-0644d53da9f8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=48f9a6d91b194546b42df0817c903d42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3912134 May 04 18:33:41.208203 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624ff47-3104-4776-b017-0644d53da9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900396cd-7832-4ed8-83fe-ab83c9d277df,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:41.210264 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 56958) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:41.228256 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624ff47-3104-4776-b017-0644d53da9f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:41.228618 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624ff47-3104-4776-b017-0644d53da9f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:41.228976 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624ff47-3104-4776-b017-0644d53da9f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:41.229325 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624ff47-3104-4776-b017-0644d53da9f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:41.229671 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624ff47-3104-4776-b017-0644d53da9f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:41.230057 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624ff47-3104-4776-b017-0644d53da9f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:41.230398 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624ff47-3104-4776-b017-0644d53da9f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:41.230738 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624ff47-3104-4776-b017-0644d53da9f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:41.231079 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624ff47-3104-4776-b017-0644d53da9f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:41.231451 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624ff47-3104-4776-b017-0644d53da9f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:41.231790 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624ff47-3104-4776-b017-0644d53da9f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:41.232125 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624ff47-3104-4776-b017-0644d53da9f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:41.238086 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-e624ff47-3104-4776-b017-0644d53da9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:41.280871 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a9671d73-9e70-4fbb-ab66-c5a08fb23ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:41.305901 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a9671d73-9e70-4fbb-ab66-c5a08fb23ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:41.473241 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a9671d73-9e70-4fbb-ab66-c5a08fb23ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:41.478038 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-a886c7d9-e538-4eb6-b4d1-e64679654abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:41.490636 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9671d73-9e70-4fbb-ab66-c5a08fb23ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900396cd-7832-4ed8-83fe-ab83c9d277df,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:41.492952 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-a9671d73-9e70-4fbb-ab66-c5a08fb23ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:41.495001 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-a9671d73-9e70-4fbb-ab66-c5a08fb23ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:41.496116 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-a9671d73-9e70-4fbb-ab66-c5a08fb23ed4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/900396cd-7832-4ed8-83fe-ab83c9d277df HTTP/1.1" status: 204 len: 168 time: 0.2849922 May 04 18:33:42.103760 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 56966) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:42.121662 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-8813b559-81c4-4e54-8471-f665c2c6a4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:42.139122 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-8813b559-81c4-4e54-8471-f665c2c6a4aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:33:42.142820 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-8813b559-81c4-4e54-8471-f665c2c6a4aa admin admin] Usage tracker for resource:security_group_rule and tenant:6a9b5767551f43beb77891fcad0cee32 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:33:42.145581 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-8813b559-81c4-4e54-8471-f665c2c6a4aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:33:42.151122 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-8813b559-81c4-4e54-8471-f665c2c6a4aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:33:42.231592 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-8813b559-81c4-4e54-8471-f665c2c6a4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:42.307382 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-8813b559-81c4-4e54-8471-f665c2c6a4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:42.316362 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-c8fbdbfb-4fa6-4eed-8791-a041e1781925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:42.354568 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-8813b559-81c4-4e54-8471-f665c2c6a4aa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6a9b5767551f43beb77891fcad0cee32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497890 May 04 18:33:42.356164 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8813b559-81c4-4e54-8471-f665c2c6a4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3052d89-3f64-4a6d-a7f0-2e5191736d4d,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:42.357238 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 56974) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:42.359112 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-8813b559-81c4-4e54-8471-f665c2c6a4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:42.416665 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2feec99b-f785-4f1c-bbf5-1ebfbf112548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:42.441068 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2feec99b-f785-4f1c-bbf5-1ebfbf112548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:42.574542 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2feec99b-f785-4f1c-bbf5-1ebfbf112548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:42.579541 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-7d51caf1-c1d6-4b04-92c2-8a17c874396d tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:42.591942 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feec99b-f785-4f1c-bbf5-1ebfbf112548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3052d89-3f64-4a6d-a7f0-2e5191736d4d,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:42.594710 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-2feec99b-f785-4f1c-bbf5-1ebfbf112548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:42.595973 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2feec99b-f785-4f1c-bbf5-1ebfbf112548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:42.597060 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-2feec99b-f785-4f1c-bbf5-1ebfbf112548 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c3052d89-3f64-4a6d-a7f0-2e5191736d4d HTTP/1.1" status: 204 len: 168 time: 0.2388232 May 04 18:33:43.309834 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 56984) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:43.330699 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c84dc91f-a3b8-4f29-b777-5ca28959aad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:43.344628 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-c84dc91f-a3b8-4f29-b777-5ca28959aad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:33:43.349044 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-c84dc91f-a3b8-4f29-b777-5ca28959aad1 admin admin] Usage tracker for resource:security_group_rule and tenant:b70a2361c78f4498b5e15ee52513d7df is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:33:43.351820 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-c84dc91f-a3b8-4f29-b777-5ca28959aad1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:33:43.357415 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-c84dc91f-a3b8-4f29-b777-5ca28959aad1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:33:43.436879 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c84dc91f-a3b8-4f29-b777-5ca28959aad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:43.524622 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c84dc91f-a3b8-4f29-b777-5ca28959aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:43.531067 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-c47fa699-5524-47e8-a937-8d1bc2fbc05c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:43.570024 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84dc91f-a3b8-4f29-b777-5ca28959aad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a454567f-57e5-476e-8c05-11627f3d82f4,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:43.576687 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-c84dc91f-a3b8-4f29-b777-5ca28959aad1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b70a2361c78f4498b5e15ee52513d7df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2634511 May 04 18:33:43.576687 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-c84dc91f-a3b8-4f29-b777-5ca28959aad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:43.576960 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 56990) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:43.634666 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-4f35dfb0-763f-497f-9a39-c743cf671de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:43.660117 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-4f35dfb0-763f-497f-9a39-c743cf671de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:43.779672 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-4f35dfb0-763f-497f-9a39-c743cf671de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:43.783292 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-f83e191d-136f-48f4-b748-03053b7d0f65 tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:43.795581 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35dfb0-763f-497f-9a39-c743cf671de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a454567f-57e5-476e-8c05-11627f3d82f4,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:43.798420 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-4f35dfb0-763f-497f-9a39-c743cf671de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:43.800333 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-4f35dfb0-763f-497f-9a39-c743cf671de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:43.803244 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-4f35dfb0-763f-497f-9a39-c743cf671de3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a454567f-57e5-476e-8c05-11627f3d82f4 HTTP/1.1" status: 204 len: 168 time: 0.2236438 May 04 18:33:45.426073 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 57032) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:45.541350 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-03dca4e2-a2ba-4b05-a285-2ac1ad33117e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:45.555146 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-03dca4e2-a2ba-4b05-a285-2ac1ad33117e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:33:45.558919 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-03dca4e2-a2ba-4b05-a285-2ac1ad33117e admin admin] Usage tracker for resource:security_group_rule and tenant:2fb2d7951c7240e6b04115c502a920b0 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:33:45.561723 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-03dca4e2-a2ba-4b05-a285-2ac1ad33117e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:33:45.567370 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-03dca4e2-a2ba-4b05-a285-2ac1ad33117e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:33:45.649186 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-03dca4e2-a2ba-4b05-a285-2ac1ad33117e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:45.719132 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-03dca4e2-a2ba-4b05-a285-2ac1ad33117e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:45.728952 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-aa4dfc42-1448-4bb3-aeac-21e20f0d2a1f tempest-TestMinimumBasicScenario-1608244191 tempest-TestMinimumBasicScenario-1608244191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:45.768649 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-03dca4e2-a2ba-4b05-a285-2ac1ad33117e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2fb2d7951c7240e6b04115c502a920b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415134 May 04 18:33:45.769557 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dca4e2-a2ba-4b05-a285-2ac1ad33117e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9ec5c7-9531-4904-a346-92e153a18dca,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:45.771702 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 57044) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:45.772855 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-03dca4e2-a2ba-4b05-a285-2ac1ad33117e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:45.835760 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-ba7d68b0-2d34-4f12-9e2e-5b017c3cca0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:45.860944 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-ba7d68b0-2d34-4f12-9e2e-5b017c3cca0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:45.999294 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-ba7d68b0-2d34-4f12-9e2e-5b017c3cca0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:46.004789 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-ea08cb5b-a7e8-41a6-85fc-6c9c28055b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:46.022761 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d68b0-2d34-4f12-9e2e-5b017c3cca0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9ec5c7-9531-4904-a346-92e153a18dca,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:46.031705 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-ba7d68b0-2d34-4f12-9e2e-5b017c3cca0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:46.034980 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-ba7d68b0-2d34-4f12-9e2e-5b017c3cca0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:46.038784 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-ba7d68b0-2d34-4f12-9e2e-5b017c3cca0d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/db9ec5c7-9531-4904-a346-92e153a18dca HTTP/1.1" status: 204 len: 168 time: 0.2608407 May 04 18:33:46.693808 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 57062) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:46.711111 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-053d6b53-fc33-47a0-afa7-7ce4e1241989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:46.725730 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-053d6b53-fc33-47a0-afa7-7ce4e1241989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:33:46.729589 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-053d6b53-fc33-47a0-afa7-7ce4e1241989 admin admin] Usage tracker for resource:security_group_rule and tenant:c7959be7ef634cd3928cb39d1b83ddfb is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:33:46.732411 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-053d6b53-fc33-47a0-afa7-7ce4e1241989 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:33:46.738722 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-053d6b53-fc33-47a0-afa7-7ce4e1241989 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:33:46.818391 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-053d6b53-fc33-47a0-afa7-7ce4e1241989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:46.882709 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-053d6b53-fc33-47a0-afa7-7ce4e1241989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:46.893889 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-d9002161-9c16-4e34-bf71-3006b28dc79b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:46.931609 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-053d6b53-fc33-47a0-afa7-7ce4e1241989 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c7959be7ef634cd3928cb39d1b83ddfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366691 May 04 18:33:46.932521 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d6b53-fc33-47a0-afa7-7ce4e1241989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3100b966-61ef-4755-a951-a7f83f632043,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:46.934274 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 57068) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:46.936321 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-053d6b53-fc33-47a0-afa7-7ce4e1241989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:47.002858 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-d8d73b05-0c59-4fe9-9a1a-cd2c749ee591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:47.034386 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-d8d73b05-0c59-4fe9-9a1a-cd2c749ee591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:47.151120 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-d8d73b05-0c59-4fe9-9a1a-cd2c749ee591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:47.156117 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-602ec8e1-31f4-42ca-b1e9-f64e57344684 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:47.168570 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d73b05-0c59-4fe9-9a1a-cd2c749ee591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3100b966-61ef-4755-a951-a7f83f632043,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:47.171874 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-d8d73b05-0c59-4fe9-9a1a-cd2c749ee591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:47.177190 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-d8d73b05-0c59-4fe9-9a1a-cd2c749ee591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:47.178280 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-d8d73b05-0c59-4fe9-9a1a-cd2c749ee591 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3100b966-61ef-4755-a951-a7f83f632043 HTTP/1.1" status: 204 len: 168 time: 0.2428324 May 04 18:33:49.356804 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:51.834607 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 57132) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:52.097559 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-a9efbe1f-ee18-4ca5-bc80-cfb5d5ef7fa8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Deleting port 4b58c4b5-8c14-4fd8-ad78-ea2ca56d8b00 {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:33:52.097904 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-a9efbe1f-ee18-4ca5-bc80-cfb5d5ef7fa8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:52.301281 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-a9efbe1f-ee18-4ca5-bc80-cfb5d5ef7fa8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:52.301536 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-a9efbe1f-ee18-4ca5-bc80-cfb5d5ef7fa8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:52.421870 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-a9efbe1f-ee18-4ca5-bc80-cfb5d5ef7fa8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Calling delete_port for 4b58c4b5-8c14-4fd8-ad78-ea2ca56d8b00 owned by network:floatingip {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:33:52.621916 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-a9efbe1f-ee18-4ca5-bc80-cfb5d5ef7fa8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:52.626116 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-297838b5-c436-42f5-81df-1efda276b5a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:52.669775 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9efbe1f-ee18-4ca5-bc80-cfb5d5ef7fa8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Pushing event deleted for resources: {'Port': ['ID=4b58c4b5-8c14-4fd8-ad78-ea2ca56d8b00,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:52.694617 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-a9efbe1f-ee18-4ca5-bc80-cfb5d5ef7fa8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:52.759285 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-a9efbe1f-ee18-4ca5-bc80-cfb5d5ef7fa8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for floatingip, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:52.759615 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.db.l3_db [None req-a9efbe1f-ee18-4ca5-bc80-cfb5d5ef7fa8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Floating IP 4125ad3f-e2e0-4ee5-b91c-66cc974f5eb1 disassociated (deleted). External IP: 172.28.1.159, port: 8d845d6d-2217-427d-a11c-19ff41260c73. May 04 18:33:52.819158 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 6 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:33:53.114366 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9efbe1f-ee18-4ca5-bc80-cfb5d5ef7fa8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Router 171482ec-1cd2-42b4-8538-df754c1ffb67 has already been hosted by L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b {{(pid=74221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:33:53.302049 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9efbe1f-ee18-4ca5-bc80-cfb5d5ef7fa8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:33:53.312919 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e59132c-07bb-4a11-9147-36b73e0b940a None None] Sync routers for ids ['171482ec-1cd2-42b4-8538-df754c1ffb67'] in dv-cinder-789603-2-smb {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:33:53.323275 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e59132c-07bb-4a11-9147-36b73e0b940a None None] Routers {'171482ec-1cd2-42b4-8538-df754c1ffb67'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:33:53.324039 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-8e59132c-07bb-4a11-9147-36b73e0b940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:33:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['171482ec-1cd2-42b4-8538-df754c1ffb67'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:33:53.399887 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-a9efbe1f-ee18-4ca5-bc80-cfb5d5ef7fa8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for floatingip, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:53.455344 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-a9efbe1f-ee18-4ca5-bc80-cfb5d5ef7fa8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "DELETE /v2.0/floatingips/4125ad3f-e2e0-4ee5-b91c-66cc974f5eb1 HTTP/1.1" status: 204 len: 168 time: 1.6195447 May 04 18:33:53.456096 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeed9058-7f6d-45dc-85f6-ec2d17a81c9b', 'tag': '8d845d6d-2217-427d-a11c-19ff41260c73'}] {{(pid=74221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:33:53.504432 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-8e59132c-07bb-4a11-9147-36b73e0b940a None None] Set router 171482ec-1cd2-42b4-8538-df754c1ffb67 gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:33:53.508926 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeed9058-7f6d-45dc-85f6-ec2d17a81c9b', 'tag': '8d845d6d-2217-427d-a11c-19ff41260c73', 'status': 'completed', 'code': 200} May 04 18:33:53.603248 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd88767-8318-4e5f-a1f4-dbb63219eb34 req-a8f8a3c6-6ae9-40e6-ae46-0812d48a94ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:33:53.605042 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-8dd88767-8318-4e5f-a1f4-dbb63219eb34 req-a8f8a3c6-6ae9-40e6-ae46-0812d48a94ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c30572d2e703466baf61164023333613&device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 1098 time: 0.0732639 May 04 18:33:53.741786 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd88767-8318-4e5f-a1f4-dbb63219eb34 req-f06edb64-a528-41e8-9636-b03125413673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:33:53.743361 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-8dd88767-8318-4e5f-a1f4-dbb63219eb34 req-f06edb64-a528-41e8-9636-b03125413673 service neutron] 10.222.0.20 "GET /v2.0/networks?id=958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2 HTTP/1.1" status: 200 len: 910 time: 0.1312666 May 04 18:33:53.817188 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-8dd88767-8318-4e5f-a1f4-dbb63219eb34 req-6aa5b6a5-9721-494b-98cc-bf90d5658522 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d845d6d-2217-427d-a11c-19ff41260c73 HTTP/1.1" status: 200 len: 217 time: 0.0662751 May 04 18:33:53.824484 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-8e59132c-07bb-4a11-9147-36b73e0b940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'name': 'tempest-TestShelveInstance-1176568677-router', 'tenant_id': 'c30572d2e703466baf61164023333613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'aae04f10-e2fb-4ec5-a8a0-f4e20d955d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:28:36Z', 'updated_at': '2021-05-04T18:28:45Z', 'revision_number': 4, 'project_id': 'c30572d2e703466baf61164023333613', 'gw_port': {'id': 'aae04f10-e2fb-4ec5-a8a0-f4e20d955d82', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:38Z', 'updated_at': '2021-05-04T18:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': '87341b3c-5285-43f0-bfa3-300d231ef05e', 'name': '', 'network_id': '958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2', 'tenant_id': 'c30572d2e703466baf61164023333613', 'mac_address': 'fa:16:3e:0e:66:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9a555db5-8ba7-4f7b-b652-348df6017b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:43Z', 'updated_at': '2021-05-04T18:28:51Z', 'revision_number': 5, 'project_id': 'c30572d2e703466baf61164023333613', 'subnets': [{'id': '9a555db5-8ba7-4f7b-b652-348df6017b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:33:53.828616 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e59132c-07bb-4a11-9147-36b73e0b940a None None] Checking router: 171482ec-1cd2-42b4-8538-df754c1ffb67 for host: dv-cinder-789603-2-smb {{(pid=74223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:33:53.837186 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e59132c-07bb-4a11-9147-36b73e0b940a None None] Routers {'171482ec-1cd2-42b4-8538-df754c1ffb67'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:33:53.837905 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-8e59132c-07bb-4a11-9147-36b73e0b940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:33:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['171482ec-1cd2-42b4-8538-df754c1ffb67'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:33:53.843162 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 57154) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:53.891759 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd88767-8318-4e5f-a1f4-dbb63219eb34 req-95395f81-4664-424b-97a1-fcd1f4cce98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:33:53.894947 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-8dd88767-8318-4e5f-a1f4-dbb63219eb34 req-95395f81-4664-424b-97a1-fcd1f4cce98c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a555db5-8ba7-4f7b-b652-348df6017b79 HTTP/1.1" status: 200 len: 848 time: 0.0704389 May 04 18:33:54.010695 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-909b49a1-975d-45c2-a66d-25a2690cc897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:54.036203 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-8e59132c-07bb-4a11-9147-36b73e0b940a None None] Set router 171482ec-1cd2-42b4-8538-df754c1ffb67 gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:33:54.081646 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-909b49a1-975d-45c2-a66d-25a2690cc897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:33:54.085940 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd88767-8318-4e5f-a1f4-dbb63219eb34 req-6fdd2c1b-bdf4-42b8-85a4-978eaf8eef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:33:54.087300 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-8dd88767-8318-4e5f-a1f4-dbb63219eb34 req-6fdd2c1b-bdf4-42b8-85a4-978eaf8eef66 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1866477 May 04 18:33:54.089303 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-909b49a1-975d-45c2-a66d-25a2690cc897 admin admin] Usage tracker for resource:security_group_rule and tenant:e3fa6eff3bd84dd3ab3dc7347bb9ca06 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:33:54.092919 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-909b49a1-975d-45c2-a66d-25a2690cc897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:33:54.103908 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-909b49a1-975d-45c2-a66d-25a2690cc897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:33:54.152572 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eac0be-fc54-46fb-a42a-8a47e24fa511 req-4e59f953-24f2-4e25-acc0-b9e8626061c7 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:33:54.154327 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-51eac0be-fc54-46fb-a42a-8a47e24fa511 req-4e59f953-24f2-4e25-acc0-b9e8626061c7 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 945 time: 0.1268694 May 04 18:33:54.224294 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-8dd88767-8318-4e5f-a1f4-dbb63219eb34 req-b2e2477b-d3b3-44ab-a626-ac8f0936f306 service neutron] 10.222.0.20 "GET /v2.0/networks/958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287656 May 04 18:33:54.226469 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-51eac0be-fc54-46fb-a42a-8a47e24fa511 req-37cc07e5-cd00-4cb8-891f-800331f07ddc tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607057 May 04 18:33:54.260388 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-909b49a1-975d-45c2-a66d-25a2690cc897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:54.331017 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-909b49a1-975d-45c2-a66d-25a2690cc897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:54.339864 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-e624ff47-3104-4776-b017-0644d53da9f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:54.350642 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-8e59132c-07bb-4a11-9147-36b73e0b940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'name': 'tempest-TestShelveInstance-1176568677-router', 'tenant_id': 'c30572d2e703466baf61164023333613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'aae04f10-e2fb-4ec5-a8a0-f4e20d955d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:28:36Z', 'updated_at': '2021-05-04T18:28:45Z', 'revision_number': 4, 'project_id': 'c30572d2e703466baf61164023333613', 'gw_port': {'id': 'aae04f10-e2fb-4ec5-a8a0-f4e20d955d82', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:38Z', 'updated_at': '2021-05-04T18:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': '87341b3c-5285-43f0-bfa3-300d231ef05e', 'name': '', 'network_id': '958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2', 'tenant_id': 'c30572d2e703466baf61164023333613', 'mac_address': 'fa:16:3e:0e:66:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9a555db5-8ba7-4f7b-b652-348df6017b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:43Z', 'updated_at': '2021-05-04T18:28:51Z', 'revision_number': 5, 'project_id': 'c30572d2e703466baf61164023333613', 'subnets': [{'id': '9a555db5-8ba7-4f7b-b652-348df6017b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:33:54.355086 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e59132c-07bb-4a11-9147-36b73e0b940a None None] The sync data for ids ['171482ec-1cd2-42b4-8538-df754c1ffb67'] in dv-cinder-789603-2-smb is: [{'id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'name': 'tempest-TestShelveInstance-1176568677-router', 'tenant_id': 'c30572d2e703466baf61164023333613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'aae04f10-e2fb-4ec5-a8a0-f4e20d955d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:28:36Z', 'updated_at': '2021-05-04T18:28:45Z', 'revision_number': 4, 'project_id': 'c30572d2e703466baf61164023333613', 'gw_port': {'id': 'aae04f10-e2fb-4ec5-a8a0-f4e20d955d82', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:38Z', 'updated_at': '2021-05-04T18:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb', '_interfaces': [{'id': '87341b3c-5285-43f0-bfa3-300d231ef05e', 'name': '', 'network_id': '958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2', 'tenant_id': 'c30572d2e703466baf61164023333613', 'mac_address': 'fa:16:3e:0e:66:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9a555db5-8ba7-4f7b-b652-348df6017b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:43Z', 'updated_at': '2021-05-04T18:28:51Z', 'revision_number': 5, 'project_id': 'c30572d2e703466baf61164023333613', 'subnets': [{'id': '9a555db5-8ba7-4f7b-b652-348df6017b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:33:54.362060 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-8dd88767-8318-4e5f-a1f4-dbb63219eb34 req-834dc25c-b8f9-4c09-9c5a-d4368f007229 service neutron] 10.222.0.20 "GET /v2.0/networks/958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311030 May 04 18:33:54.383815 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-909b49a1-975d-45c2-a66d-25a2690cc897 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e3fa6eff3bd84dd3ab3dc7347bb9ca06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5390656 May 04 18:33:54.385787 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b49a1-975d-45c2-a66d-25a2690cc897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e87b86-792f-4c57-9a8a-b4e951834d8d,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:54.387028 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 57162) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:54.388840 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-909b49a1-975d-45c2-a66d-25a2690cc897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:54.447810 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7441bba6-5a04-4645-93cf-36bf78be4a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:54.473802 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7441bba6-5a04-4645-93cf-36bf78be4a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:54.573903 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21135984-f5f1-4679-bc1f-ce830f673742 None None] New status for floating IP 4125ad3f-e2e0-4ee5-b91c-66cc974f5eb1: DOWN {{(pid=74224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:33:54.598716 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7441bba6-5a04-4645-93cf-36bf78be4a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:54.602548 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-99529b81-a13c-495a-87cc-d6e045fb120c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:54.614281 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441bba6-5a04-4645-93cf-36bf78be4a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e87b86-792f-4c57-9a8a-b4e951834d8d,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:54.616682 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-7441bba6-5a04-4645-93cf-36bf78be4a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:54.622647 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7441bba6-5a04-4645-93cf-36bf78be4a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:54.626185 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-7441bba6-5a04-4645-93cf-36bf78be4a5a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f3e87b86-792f-4c57-9a8a-b4e951834d8d HTTP/1.1" status: 204 len: 168 time: 0.2358165 May 04 18:33:55.270498 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 57172) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:55.291416 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e9bf2c79-4255-4f52-b100-fb5e37e427d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:55.307654 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-e9bf2c79-4255-4f52-b100-fb5e37e427d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:33:55.311389 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-e9bf2c79-4255-4f52-b100-fb5e37e427d0 admin admin] Usage tracker for resource:security_group_rule and tenant:d6a4c5dbf7fd4da4854e724b17c8ce9f is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:33:55.315397 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-e9bf2c79-4255-4f52-b100-fb5e37e427d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:33:55.320619 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-e9bf2c79-4255-4f52-b100-fb5e37e427d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:33:55.348889 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a2762-1b1e-4ef8-aa1a-802351c1ca34 req-f2ed91a0-0423-4b7a-b75c-61901382fbb8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:33:55.349589 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-fd7a2762-1b1e-4ef8-aa1a-802351c1ca34 req-f2ed91a0-0423-4b7a-b75c-61901382fbb8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Synchronizing usage tracker for tenant:c30572d2e703466baf61164023333613 on resource:port {{(pid=74221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:33:55.436761 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-fd7a2762-1b1e-4ef8-aa1a-802351c1ca34 req-f2ed91a0-0423-4b7a-b75c-61901382fbb8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Unset dirty status for tenant:c30572d2e703466baf61164023333613 on resource:port {{(pid=74221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:33:55.438133 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-fd7a2762-1b1e-4ef8-aa1a-802351c1ca34 req-f2ed91a0-0423-4b7a-b75c-61901382fbb8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 945 time: 0.1694050 May 04 18:33:55.466991 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913aa28-5d51-4cb1-8734-c0297bb76210 req-9541f894-eae4-427e-bd2a-6ca85b990a1a tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:33:55.468483 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3913aa28-5d51-4cb1-8734-c0297bb76210 req-9541f894-eae4-427e-bd2a-6ca85b990a1a tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 945 time: 0.1258209 May 04 18:33:55.477551 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e9bf2c79-4255-4f52-b100-fb5e37e427d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:55.519215 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3913aa28-5d51-4cb1-8734-c0297bb76210 req-dd28cf87-5485-45f2-8fb6-347a3c5e63e9 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/security-groups?id=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441120 May 04 18:33:55.534890 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-e9bf2c79-4255-4f52-b100-fb5e37e427d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:55.543824 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-45be2791-7402-41e6-ae06-00cf3ebeba08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:55.582783 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [req-fd7a2762-1b1e-4ef8-aa1a-802351c1ca34 req-94eff467-dd8c-48b7-ac2e-25ebc540c728 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Deleting port 8d845d6d-2217-427d-a11c-19ff41260c73 {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:33:55.583036 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-fd7a2762-1b1e-4ef8-aa1a-802351c1ca34 req-94eff467-dd8c-48b7-ac2e-25ebc540c728 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:55.583699 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-e9bf2c79-4255-4f52-b100-fb5e37e427d0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d6a4c5dbf7fd4da4854e724b17c8ce9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120565 May 04 18:33:55.584707 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf2c79-4255-4f52-b100-fb5e37e427d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4780aa-7f8b-425a-95c0-6ad37824ac25,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:55.586960 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 57176) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:55.589213 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-e9bf2c79-4255-4f52-b100-fb5e37e427d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:55.645226 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-953ddeb2-a4d3-46f9-b85e-eba191749322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:55.671475 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-953ddeb2-a4d3-46f9-b85e-eba191749322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:55.714179 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-fd7a2762-1b1e-4ef8-aa1a-802351c1ca34 req-94eff467-dd8c-48b7-ac2e-25ebc540c728 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] For port 8d845d6d-2217-427d-a11c-19ff41260c73, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8d845d6d-2217-427d-a11c-19ff41260c73,segment=NetworkSegment(22f657b0-541b-4446-b026-d81f6d010cf4),segment_id=22f657b0-541b-4446-b026-d81f6d010cf4)] {{(pid=74221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:33:55.714530 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-fd7a2762-1b1e-4ef8-aa1a-802351c1ca34 req-94eff467-dd8c-48b7-ac2e-25ebc540c728 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:55.804606 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-953ddeb2-a4d3-46f9-b85e-eba191749322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:55.809965 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-bd3b6404-0b24-45ef-b577-f2afb0689d08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:55.823735 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ddeb2-a4d3-46f9-b85e-eba191749322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4780aa-7f8b-425a-95c0-6ad37824ac25,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:55.827503 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-953ddeb2-a4d3-46f9-b85e-eba191749322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:55.835512 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [req-fd7a2762-1b1e-4ef8-aa1a-802351c1ca34 req-94eff467-dd8c-48b7-ac2e-25ebc540c728 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Calling delete_port for 8d845d6d-2217-427d-a11c-19ff41260c73 owned by compute:nova {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:33:55.835758 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-953ddeb2-a4d3-46f9-b85e-eba191749322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:55.839130 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-953ddeb2-a4d3-46f9-b85e-eba191749322 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5f4780aa-7f8b-425a-95c0-6ad37824ac25 HTTP/1.1" status: 204 len: 168 time: 0.2490103 May 04 18:33:56.002518 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-fd7a2762-1b1e-4ef8-aa1a-802351c1ca34 req-94eff467-dd8c-48b7-ac2e-25ebc540c728 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:56.008198 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-5be1ce70-b729-4a82-b668-563d5a65f724 tempest-AttachVolumeTestJSON-509702877 tempest-AttachVolumeTestJSON-509702877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:56.053204 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eff467-dd8c-48b7-ac2e-25ebc540c728 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Pushing event deleted for resources: {'Port': ['ID=8d845d6d-2217-427d-a11c-19ff41260c73,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:56.056264 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-94eff467-dd8c-48b7-ac2e-25ebc540c728 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:56.129351 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7a2762-1b1e-4ef8-aa1a-802351c1ca34 req-94eff467-dd8c-48b7-ac2e-25ebc540c728 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] No DVR routers for this DVR port 8d845d6d-2217-427d-a11c-19ff41260c73 on host hv-cinder-78960 {{(pid=74221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:33:56.130027 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-fd7a2762-1b1e-4ef8-aa1a-802351c1ca34 req-94eff467-dd8c-48b7-ac2e-25ebc540c728 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:56.132498 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeed9058-7f6d-45dc-85f6-ec2d17a81c9b', 'name': 'network-vif-deleted', 'tag': '8d845d6d-2217-427d-a11c-19ff41260c73'}] {{(pid=74221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:33:56.178261 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeed9058-7f6d-45dc-85f6-ec2d17a81c9b', 'name': 'network-vif-deleted', 'tag': '8d845d6d-2217-427d-a11c-19ff41260c73', 'status': 'completed', 'code': 200} May 04 18:33:56.216974 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-fd7a2762-1b1e-4ef8-aa1a-802351c1ca34 req-94eff467-dd8c-48b7-ac2e-25ebc540c728 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.20 "DELETE /v2.0/ports/8d845d6d-2217-427d-a11c-19ff41260c73 HTTP/1.1" status: 204 len: 173 time: 0.7733831 May 04 18:33:56.672356 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e755b875-fb14-4729-9272-7485dd55bc0e req-3b732706-54be-4cf2-8290-d472ed383014 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "GET /v2.0/ports?device_id=aeed9058-7f6d-45dc-85f6-ec2d17a81c9b HTTP/1.1" status: 200 len: 210 time: 0.0460858 May 04 18:33:57.769302 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 57224) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:57.839459 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-7e3644c8-0dc5-4a6a-a78b-a39ee4a5d417 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:57.869804 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-7e3644c8-0dc5-4a6a-a78b-a39ee4a5d417 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:57.905683 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 57230) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:58.004866 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-7e3644c8-0dc5-4a6a-a78b-a39ee4a5d417 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:58.010930 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-ba7d68b0-2d34-4f12-9e2e-5b017c3cca0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:58.029678 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3644c8-0dc5-4a6a-a78b-a39ee4a5d417 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e8f7c5-fd0d-4dbb-8e30-66378213d3a4,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:58.038607 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-7e3644c8-0dc5-4a6a-a78b-a39ee4a5d417 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:58.100957 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-7e3644c8-0dc5-4a6a-a78b-a39ee4a5d417 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:58.102058 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-7e3644c8-0dc5-4a6a-a78b-a39ee4a5d417 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] 10.222.0.49 "DELETE /v2.0/security-groups/69e8f7c5-fd0d-4dbb-8e30-66378213d3a4 HTTP/1.1" status: 204 len: 168 time: 0.3317878 May 04 18:33:58.130020 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-ae851653-8091-4035-8e01-11344c343965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:58.147628 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-ae851653-8091-4035-8e01-11344c343965 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:33:58.151371 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-ae851653-8091-4035-8e01-11344c343965 admin admin] Usage tracker for resource:security_group_rule and tenant:89a8ce59aa3541a0b7e525589ecaa4a1 is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:33:58.154210 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-ae851653-8091-4035-8e01-11344c343965 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:33:58.159975 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-ae851653-8091-4035-8e01-11344c343965 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:33:58.208759 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 57238) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:58.252657 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-ae851653-8091-4035-8e01-11344c343965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:58.328016 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-ae851653-8091-4035-8e01-11344c343965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:58.336465 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-13bc67a2-e7b0-45d6-a01e-f724cef02806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:58.378088 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-ae851653-8091-4035-8e01-11344c343965 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=89a8ce59aa3541a0b7e525589ecaa4a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4683678 May 04 18:33:58.378088 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae851653-8091-4035-8e01-11344c343965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875593bd-52b0-44c1-afcf-832c9baaed62,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:58.380400 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 57244) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:33:58.383221 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-ae851653-8091-4035-8e01-11344c343965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:58.439946 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-ff14bc23-1ed0-48ca-93fc-6bb5b649b40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:58.464819 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-ff14bc23-1ed0-48ca-93fc-6bb5b649b40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:58.597485 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-ff14bc23-1ed0-48ca-93fc-6bb5b649b40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:58.601375 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-90a9e111-6402-414b-b9dc-24080853afac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:58.613606 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14bc23-1ed0-48ca-93fc-6bb5b649b40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875593bd-52b0-44c1-afcf-832c9baaed62,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:58.617538 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-ff14bc23-1ed0-48ca-93fc-6bb5b649b40f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:58.621007 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-ff14bc23-1ed0-48ca-93fc-6bb5b649b40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:58.622140 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-ff14bc23-1ed0-48ca-93fc-6bb5b649b40f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/875593bd-52b0-44c1-afcf-832c9baaed62 HTTP/1.1" status: 204 len: 168 time: 0.2407324 May 04 18:33:58.899278 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-67d8a2a9-75c5-4670-b860-9bca75a79b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919878'] for router_interface, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:59.313655 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-67d8a2a9-75c5-4670-b860-9bca75a79b9b admin admin] Deleting port 87341b3c-5285-43f0-bfa3-300d231ef05e {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:33:59.314911 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-67d8a2a9-75c5-4670-b860-9bca75a79b9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:59.438599 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [None req-67d8a2a9-75c5-4670-b860-9bca75a79b9b admin admin] For port 87341b3c-5285-43f0-bfa3-300d231ef05e, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=87341b3c-5285-43f0-bfa3-300d231ef05e,segment=NetworkSegment(22f657b0-541b-4446-b026-d81f6d010cf4),segment_id=22f657b0-541b-4446-b026-d81f6d010cf4)] {{(pid=74221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:33:59.439557 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-67d8a2a9-75c5-4670-b860-9bca75a79b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:59.566343 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-67d8a2a9-75c5-4670-b860-9bca75a79b9b admin admin] Calling delete_port for 87341b3c-5285-43f0-bfa3-300d231ef05e owned by network:router_interface {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:33:59.769050 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-67d8a2a9-75c5-4670-b860-9bca75a79b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:59.773881 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-363782e9-263a-4d20-a892-811b44fb87f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:33:59.821134 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8a2a9-75c5-4670-b860-9bca75a79b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=87341b3c-5285-43f0-bfa3-300d231ef05e,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:59.855017 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-67d8a2a9-75c5-4670-b860-9bca75a79b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:33:59.865820 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 8d845d6d-2217-427d-a11c-19ff41260c73 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:33:59.916067 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] No Port match for: 8d845d6d-2217-427d-a11c-19ff41260c73 {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:33:59.916654 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 8d845d6d-2217-427d-a11c-19ff41260c73 not bound to the agent host hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:34:00.092587 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-67d8a2a9-75c5-4670-b860-9bca75a79b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945398'] for router_interface, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:00.539236 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d8a2a9-75c5-4670-b860-9bca75a79b9b admin admin] Router 171482ec-1cd2-42b4-8538-df754c1ffb67 has already been hosted by L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b {{(pid=74221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:34:00.717478 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d8a2a9-75c5-4670-b860-9bca75a79b9b admin admin] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:34:00.726690 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e59d50-63f1-43c8-a604-f0075355a5f7 None None] Sync routers for ids ['171482ec-1cd2-42b4-8538-df754c1ffb67'] in dv-cinder-789603-2-smb {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:34:00.732702 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-67d8a2a9-75c5-4670-b860-9bca75a79b9b admin admin] 10.222.0.49 "PUT /v2.0/routers/171482ec-1cd2-42b4-8538-df754c1ffb67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5218349 May 04 18:34:00.734840 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 57278) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:34:00.737067 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e59d50-63f1-43c8-a604-f0075355a5f7 None None] Routers {'171482ec-1cd2-42b4-8538-df754c1ffb67'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:34:00.737781 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-36e59d50-63f1-43c8-a604-f0075355a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:33:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['171482ec-1cd2-42b4-8538-df754c1ffb67'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:34:00.912788 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c45eb449-ff3f-4213-9e14-f8ae6aa4dc33 admin admin] Notify callbacks [] for router, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:00.959683 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-36e59d50-63f1-43c8-a604-f0075355a5f7 None None] Set router 171482ec-1cd2-42b4-8538-df754c1ffb67 gateway port host: dv-cinder-789603-2-smb {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:34:01.090107 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c45eb449-ff3f-4213-9e14-f8ae6aa4dc33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:01.244587 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-c45eb449-ff3f-4213-9e14-f8ae6aa4dc33 admin admin] Deleting port aae04f10-e2fb-4ec5-a8a0-f4e20d955d82 {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:34:01.244838 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c45eb449-ff3f-4213-9e14-f8ae6aa4dc33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:01.247116 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-36e59d50-63f1-43c8-a604-f0075355a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'name': 'tempest-TestShelveInstance-1176568677-router', 'tenant_id': 'c30572d2e703466baf61164023333613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'aae04f10-e2fb-4ec5-a8a0-f4e20d955d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:28:36Z', 'updated_at': '2021-05-04T18:33:59Z', 'revision_number': 5, 'project_id': 'c30572d2e703466baf61164023333613', 'gw_port': {'id': 'aae04f10-e2fb-4ec5-a8a0-f4e20d955d82', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:38Z', 'updated_at': '2021-05-04T18:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:34:01.251049 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e59d50-63f1-43c8-a604-f0075355a5f7 None None] Checking router: 171482ec-1cd2-42b4-8538-df754c1ffb67 for host: dv-cinder-789603-2-smb {{(pid=74223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:34:01.260526 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e59d50-63f1-43c8-a604-f0075355a5f7 None None] Routers {'171482ec-1cd2-42b4-8538-df754c1ffb67'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:34:01.261105 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-36e59d50-63f1-43c8-a604-f0075355a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:33:36Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['171482ec-1cd2-42b4-8538-df754c1ffb67'], 'active': True} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:34:01.365551 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [None req-c45eb449-ff3f-4213-9e14-f8ae6aa4dc33 admin admin] For port aae04f10-e2fb-4ec5-a8a0-f4e20d955d82, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=aae04f10-e2fb-4ec5-a8a0-f4e20d955d82,segment=NetworkSegment(d30f7483-d557-48d7-ad06-77acf24064bb),segment_id=d30f7483-d557-48d7-ad06-77acf24064bb)] {{(pid=74221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:34:01.365899 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c45eb449-ff3f-4213-9e14-f8ae6aa4dc33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:01.410549 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvr_db [None req-36e59d50-63f1-43c8-a604-f0075355a5f7 None None] Set router 171482ec-1cd2-42b4-8538-df754c1ffb67 gateway port host: None {{(pid=74223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:34:01.492103 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-c45eb449-ff3f-4213-9e14-f8ae6aa4dc33 admin admin] Calling delete_port for aae04f10-e2fb-4ec5-a8a0-f4e20d955d82 owned by network:router_gateway {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:34:01.517649 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_hamode_db [None req-36e59d50-63f1-43c8-a604-f0075355a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'name': 'tempest-TestShelveInstance-1176568677-router', 'tenant_id': 'c30572d2e703466baf61164023333613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:28:36Z', 'updated_at': '2021-05-04T18:34:01Z', 'revision_number': 6, 'project_id': 'c30572d2e703466baf61164023333613', 'gw_port_host': None}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:34:01.521600 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e59d50-63f1-43c8-a604-f0075355a5f7 None None] The sync data for ids ['171482ec-1cd2-42b4-8538-df754c1ffb67'] in dv-cinder-789603-2-smb is: [{'id': '171482ec-1cd2-42b4-8538-df754c1ffb67', 'name': 'tempest-TestShelveInstance-1176568677-router', 'tenant_id': 'c30572d2e703466baf61164023333613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:28:36Z', 'updated_at': '2021-05-04T18:34:01Z', 'revision_number': 6, 'project_id': 'c30572d2e703466baf61164023333613', 'gw_port_host': None}] {{(pid=74223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:34:01.718854 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c45eb449-ff3f-4213-9e14-f8ae6aa4dc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:01.723152 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-1f774496-433c-4c11-9c25-168ac3e7a6dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:34:01.872752 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45eb449-ff3f-4213-9e14-f8ae6aa4dc33 admin admin] Pushing event deleted for resources: {'Port': ['ID=aae04f10-e2fb-4ec5-a8a0-f4e20d955d82,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:34:01.876111 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-c45eb449-ff3f-4213-9e14-f8ae6aa4dc33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:34:01.964518 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c45eb449-ff3f-4213-9e14-f8ae6aa4dc33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942697'] for router_gateway, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:02.135456 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c45eb449-ff3f-4213-9e14-f8ae6aa4dc33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-943869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29356'] for router, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:02.137622 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c45eb449-ff3f-4213-9e14-f8ae6aa4dc33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:02.219749 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c45eb449-ff3f-4213-9e14-f8ae6aa4dc33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-943137'] for router, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:02.220347 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45eb449-ff3f-4213-9e14-f8ae6aa4dc33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 171482ec-1cd2-42b4-8538-df754c1ffb67 {{(pid=74221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 18:34:02.232484 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c45eb449-ff3f-4213-9e14-f8ae6aa4dc33 admin admin] Notify callbacks [] for router, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:02.233534 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-c45eb449-ff3f-4213-9e14-f8ae6aa4dc33 admin admin] 10.222.0.49 "DELETE /v2.0/routers/171482ec-1cd2-42b4-8538-df754c1ffb67 HTTP/1.1" status: 204 len: 168 time: 1.4970713 May 04 18:34:02.236716 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 57288) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:34:02.300207 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_v2 [None req-93dab9b9-1078-4dcb-8a1a-1683304bbed0 admin admin] Deleting subnet 9a555db5-8ba7-4f7b-b652-348df6017b79 {{(pid=74221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 18:34:02.303456 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-93dab9b9-1078-4dcb-8a1a-1683304bbed0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:02.356023 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-93dab9b9-1078-4dcb-8a1a-1683304bbed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15324815'] for subnet, precommit_delete_associations {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:02.445710 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-93dab9b9-1078-4dcb-8a1a-1683304bbed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774518'] for subnet, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:02.756873 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-93dab9b9-1078-4dcb-8a1a-1683304bbed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15596317'] for subnet, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:02.762076 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:34:02.798965 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dab9b9-1078-4dcb-8a1a-1683304bbed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a555db5-8ba7-4f7b-b652-348df6017b79,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:34:02.801824 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-93dab9b9-1078-4dcb-8a1a-1683304bbed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:34:02.802792 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-93dab9b9-1078-4dcb-8a1a-1683304bbed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:02.807552 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8199576c-a0b3-4e59-95ce-0513c3f76ff8 None None] Network 958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2 requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:34:02.809046 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-93dab9b9-1078-4dcb-8a1a-1683304bbed0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9a555db5-8ba7-4f7b-b652-348df6017b79 HTTP/1.1" status: 204 len: 168 time: 0.5714061 May 04 18:34:02.816807 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 57296) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:34:02.827167 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-05892d8c-c40d-4b90-b001-bb8e1a4b26db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:02.915794 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c576d42b-04bb-4f1c-b357-a413aa6a523a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688272'] for network, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:02.989052 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-c576d42b-04bb-4f1c-b357-a413aa6a523a admin admin] Deleting port aa2bff3e-0f11-4551-991b-0114d31e96a8 {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:34:02.989394 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c576d42b-04bb-4f1c-b357-a413aa6a523a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:03.069333 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dd7ab9-7713-4124-898c-b06350564fe1 None None] DHCP port deletion for 958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2 request from dv-cinder-789603-2-smb {{(pid=74223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 18:34:03.092721 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [None req-c576d42b-04bb-4f1c-b357-a413aa6a523a admin admin] For port aa2bff3e-0f11-4551-991b-0114d31e96a8, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=aa2bff3e-0f11-4551-991b-0114d31e96a8,segment=NetworkSegment(22f657b0-541b-4446-b026-d81f6d010cf4),segment_id=22f657b0-541b-4446-b026-d81f6d010cf4)] {{(pid=74221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:34:03.093073 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c576d42b-04bb-4f1c-b357-a413aa6a523a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:03.132332 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-05dd7ab9-7713-4124-898c-b06350564fe1 None None] Deleting port aa2bff3e-0f11-4551-991b-0114d31e96a8 {{(pid=74223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:34:03.135040 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-05dd7ab9-7713-4124-898c-b06350564fe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:03.213516 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-c576d42b-04bb-4f1c-b357-a413aa6a523a admin admin] Calling delete_port for aa2bff3e-0f11-4551-991b-0114d31e96a8 owned by network:dhcp {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:34:03.236756 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-05dd7ab9-7713-4124-898c-b06350564fe1 None None] For port aa2bff3e-0f11-4551-991b-0114d31e96a8, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=aa2bff3e-0f11-4551-991b-0114d31e96a8,segment=NetworkSegment(22f657b0-541b-4446-b026-d81f6d010cf4),segment_id=22f657b0-541b-4446-b026-d81f6d010cf4)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:34:03.237146 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-05dd7ab9-7713-4124-898c-b06350564fe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:03.340959 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c576d42b-04bb-4f1c-b357-a413aa6a523a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:03.345660 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-daeede6c-638c-453e-91ea-c0d6690846f2 tempest-AttachVolumeNegativeTest-93790782 tempest-AttachVolumeNegativeTest-93790782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:34:03.362624 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-05dd7ab9-7713-4124-898c-b06350564fe1 None None] Calling delete_port for aa2bff3e-0f11-4551-991b-0114d31e96a8 owned by network:dhcp {{(pid=74223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:34:03.391027 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576d42b-04bb-4f1c-b357-a413aa6a523a admin admin] Pushing event deleted for resources: {'Port': ['ID=aa2bff3e-0f11-4551-991b-0114d31e96a8,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:34:03.394567 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-c576d42b-04bb-4f1c-b357-a413aa6a523a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:34:03.395415 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c576d42b-04bb-4f1c-b357-a413aa6a523a admin admin] No DVR routers for this DVR port aa2bff3e-0f11-4551-991b-0114d31e96a8 on host dv-cinder-789603-2-smb {{(pid=74221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:34:03.405827 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-05dd7ab9-7713-4124-898c-b06350564fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551'] for port, after_delete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:03.409594 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:34:03.450942 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd7ab9-7713-4124-898c-b06350564fe1 None None] Pushing event deleted for resources: {'Port': ['ID=aa2bff3e-0f11-4551-991b-0114d31e96a8,revision_number=None']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:34:03.454340 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-05dd7ab9-7713-4124-898c-b06350564fe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:34:03.456637 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dd7ab9-7713-4124-898c-b06350564fe1 None None] No DVR routers for this DVR port aa2bff3e-0f11-4551-991b-0114d31e96a8 on host dv-cinder-789603-2-smb {{(pid=74223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:34:03.470223 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 87341b3c-5285-43f0-bfa3-300d231ef05e no longer exists at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:34:03.507296 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] No Port match for: 87341b3c-5285-43f0-bfa3-300d231ef05e {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:34:03.507787 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 87341b3c-5285-43f0-bfa3-300d231ef05e not bound to the agent host dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:34:03.508608 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device aae04f10-e2fb-4ec5-a8a0-f4e20d955d82 no longer exists at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:34:03.583113 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] No Port match for: aae04f10-e2fb-4ec5-a8a0-f4e20d955d82 {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:34:03.583497 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device aae04f10-e2fb-4ec5-a8a0-f4e20d955d82 not bound to the agent host dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:34:03.583930 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device aa2bff3e-0f11-4551-991b-0114d31e96a8 no longer exists at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:34:03.611943 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c576d42b-04bb-4f1c-b357-a413aa6a523a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771051', 'neutron.services.segments.db._delete_segments_for_network-8785700215345'] for network, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:03.617356 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] No Port match for: aa2bff3e-0f11-4551-991b-0114d31e96a8 {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:34:03.617715 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device aa2bff3e-0f11-4551-991b-0114d31e96a8 not bound to the agent host dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:34:03.721992 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-c576d42b-04bb-4f1c-b357-a413aa6a523a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2']}} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:34:03.734673 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-c576d42b-04bb-4f1c-b357-a413aa6a523a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f657b0-541b-4446-b026-d81f6d010cf4') {'for_net_delete': True} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:34:03.734970 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-c576d42b-04bb-4f1c-b357-a413aa6a523a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f657b0-541b-4446-b026-d81f6d010cf4') {} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:34:03.746642 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c576d42b-04bb-4f1c-b357-a413aa6a523a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700225895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15324854'] for segment, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:03.762783 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c576d42b-04bb-4f1c-b357-a413aa6a523a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:03.768982 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c576d42b-04bb-4f1c-b357-a413aa6a523a admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=74221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:34:03.934132 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [None req-c576d42b-04bb-4f1c-b357-a413aa6a523a admin admin] Network 958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2 has no segments {{(pid=74221) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 18:34:03.943005 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c576d42b-04bb-4f1c-b357-a413aa6a523a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262147'] for segment, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:04.114218 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [None req-c576d42b-04bb-4f1c-b357-a413aa6a523a admin admin] Network 958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2 has no segments {{(pid=74221) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: Traceback (most recent call last): May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: timer() May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: cb(*args, **kw) May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: return func(*args, **kwargs) May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: self._notify() May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: self.callback(batched_events) May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: event.method(event) May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: return f(self, *a, **k) May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: return self._get(url).json() May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: return self.request(url, 'GET', **kwargs) May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:34:04.135325 dv-cinder-789603-2-smb neutron-server[74221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:34:04.300025 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c576d42b-04bb-4f1c-b357-a413aa6a523a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942662'] for network, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:04.306985 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:34:04.322865 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-c576d42b-04bb-4f1c-b357-a413aa6a523a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:04.328886 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576d42b-04bb-4f1c-b357-a413aa6a523a admin admin] Pushing event deleted for resources: {'Network': ['ID=958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:34:04.337973 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-c576d42b-04bb-4f1c-b357-a413aa6a523a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:34:04.420777 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-c576d42b-04bb-4f1c-b357-a413aa6a523a admin admin] 10.222.0.49 "DELETE /v2.0/networks/958b466e-4e4f-4ac6-92bf-5c8ddc4da5e2 HTTP/1.1" status: 204 len: 168 time: 1.6079962 May 04 18:34:04.424175 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 57310) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:34:04.952631 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ab2e6640-4627-48aa-9de0-b2f6a081d027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919878'] for router_interface, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:05.462106 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e6640-4627-48aa-9de0-b2f6a081d027 admin admin] Deleting port 95e244de-5cfa-4134-bea0-94d438c4c1d2 {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:34:05.462440 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ab2e6640-4627-48aa-9de0-b2f6a081d027 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:05.584729 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [None req-ab2e6640-4627-48aa-9de0-b2f6a081d027 admin admin] For port 95e244de-5cfa-4134-bea0-94d438c4c1d2, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=95e244de-5cfa-4134-bea0-94d438c4c1d2,segment=NetworkSegment(b6778646-e214-4e4d-948f-f970efa1eddf),segment_id=b6778646-e214-4e4d-948f-f970efa1eddf)] {{(pid=74221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:34:05.585077 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ab2e6640-4627-48aa-9de0-b2f6a081d027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:05.598848 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-18b2d93a-0e25-414e-be1b-2bed5c2edd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:05.710087 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e6640-4627-48aa-9de0-b2f6a081d027 admin admin] Calling delete_port for 95e244de-5cfa-4134-bea0-94d438c4c1d2 owned by network:router_interface {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:34:05.776351 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:05.924856 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ab2e6640-4627-48aa-9de0-b2f6a081d027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:05.928620 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-6ed151b4-9644-494e-8f1c-86e545bda6a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:34:05.971675 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e6640-4627-48aa-9de0-b2f6a081d027 admin admin] Pushing event deleted for resources: {'Port': ['ID=95e244de-5cfa-4134-bea0-94d438c4c1d2,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:34:05.974737 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-ab2e6640-4627-48aa-9de0-b2f6a081d027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:34:06.246979 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-ab2e6640-4627-48aa-9de0-b2f6a081d027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945398'] for router_interface, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:06.368140 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:06.607978 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2e6640-4627-48aa-9de0-b2f6a081d027 admin admin] Router d9c1a910-aa0a-4a4e-8b87-74b42917ef18 has already been hosted by L3 agent 79cecabe-ec62-460d-bf10-ca4760d2206b {{(pid=74221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:34:06.879346 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2e6640-4627-48aa-9de0-b2f6a081d027 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-smb the message routers_updated {{(pid=74221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:34:06.888365 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-ab2e6640-4627-48aa-9de0-b2f6a081d027 admin admin] 10.222.0.49 "PUT /v2.0/routers/d9c1a910-aa0a-4a4e-8b87-74b42917ef18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4631171 May 04 18:34:06.889289 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cb11af-6318-4014-bf92-d0663541f19c None None] Sync routers for ids ['d9c1a910-aa0a-4a4e-8b87-74b42917ef18'] in dv-cinder-789603-2-smb {{(pid=74224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:34:06.890801 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 57348) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:34:06.899377 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cb11af-6318-4014-bf92-d0663541f19c None None] Routers {'d9c1a910-aa0a-4a4e-8b87-74b42917ef18'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:34:06.899922 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-e8cb11af-6318-4014-bf92-d0663541f19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:34:06Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['d9c1a910-aa0a-4a4e-8b87-74b42917ef18'], 'active': True} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:34:07.080112 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2038a8c1-303b-428d-bdd7-0983ecf1be37 admin admin] Notify callbacks [] for router, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:07.096325 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvr_db [None req-e8cb11af-6318-4014-bf92-d0663541f19c None None] Set router d9c1a910-aa0a-4a4e-8b87-74b42917ef18 gateway port host: dv-cinder-789603-2-smb {{(pid=74224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:34:07.262648 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2038a8c1-303b-428d-bdd7-0983ecf1be37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:07.381980 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-e8cb11af-6318-4014-bf92-d0663541f19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c1a910-aa0a-4a4e-8b87-74b42917ef18', 'name': 'tempest-TestShelveInstance-1069917818-router', 'tenant_id': '1c911b97c10148c88380566820ce2cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'external_fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': '14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:28:51Z', 'updated_at': '2021-05-04T18:34:05Z', 'revision_number': 5, 'project_id': '1c911b97c10148c88380566820ce2cbd', 'gw_port': {'id': '14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9', 'name': '', 'network_id': '90b44f7d-5c55-4edd-ba51-1d4bf68bd72d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c1a910-aa0a-4a4e-8b87-74b42917ef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:28:52Z', 'updated_at': '2021-05-04T18:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15770a9c-0e03-4178-b54a-c3c1706d1253', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-smb'}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:34:07.386133 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cb11af-6318-4014-bf92-d0663541f19c None None] Checking router: d9c1a910-aa0a-4a4e-8b87-74b42917ef18 for host: dv-cinder-789603-2-smb {{(pid=74224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:34:07.395136 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cb11af-6318-4014-bf92-d0663541f19c None None] Routers {'d9c1a910-aa0a-4a4e-8b87-74b42917ef18'} bound to L3 agent in host dv-cinder-789603-2-smb {{(pid=74224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 18:34:07.396227 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-e8cb11af-6318-4014-bf92-d0663541f19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T18:18:06Z,description=,heartbeat_timestamp=2021-05-04T18:34:06Z,host='dv-cinder-789603-2-smb',id=79cecabe-ec62-460d-bf10-ca4760d2206b,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T18:18:06Z,topic='l3_agent')) {'router_ids': ['d9c1a910-aa0a-4a4e-8b87-74b42917ef18'], 'active': True} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:34:07.400319 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-2038a8c1-303b-428d-bdd7-0983ecf1be37 admin admin] Deleting port 14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9 {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:34:07.400602 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2038a8c1-303b-428d-bdd7-0983ecf1be37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:07.534454 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [None req-2038a8c1-303b-428d-bdd7-0983ecf1be37 admin admin] For port 14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9,segment=NetworkSegment(d30f7483-d557-48d7-ad06-77acf24064bb),segment_id=d30f7483-d557-48d7-ad06-77acf24064bb)] {{(pid=74221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:34:07.539438 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2038a8c1-303b-428d-bdd7-0983ecf1be37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:07.559348 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_dvr_db [None req-e8cb11af-6318-4014-bf92-d0663541f19c None None] Set router d9c1a910-aa0a-4a4e-8b87-74b42917ef18 gateway port host: None {{(pid=74224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 18:34:07.658879 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-2038a8c1-303b-428d-bdd7-0983ecf1be37 admin admin] Calling delete_port for 14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9 owned by network:router_gateway {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:34:07.669039 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.l3_hamode_db [None req-e8cb11af-6318-4014-bf92-d0663541f19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c1a910-aa0a-4a4e-8b87-74b42917ef18', 'name': 'tempest-TestShelveInstance-1069917818-router', 'tenant_id': '1c911b97c10148c88380566820ce2cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:28:51Z', 'updated_at': '2021-05-04T18:34:07Z', 'revision_number': 6, 'project_id': '1c911b97c10148c88380566820ce2cbd', 'gw_port_host': None}], 'dv-cinder-789603-2-smb', False) {} {{(pid=74224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:34:07.673277 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cb11af-6318-4014-bf92-d0663541f19c None None] The sync data for ids ['d9c1a910-aa0a-4a4e-8b87-74b42917ef18'] in dv-cinder-789603-2-smb is: [{'id': 'd9c1a910-aa0a-4a4e-8b87-74b42917ef18', 'name': 'tempest-TestShelveInstance-1069917818-router', 'tenant_id': '1c911b97c10148c88380566820ce2cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:28:51Z', 'updated_at': '2021-05-04T18:34:07Z', 'revision_number': 6, 'project_id': '1c911b97c10148c88380566820ce2cbd', 'gw_port_host': None}] {{(pid=74224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:34:07.865216 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2038a8c1-303b-428d-bdd7-0983ecf1be37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:07.869167 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-b1d975ab-9a34-47c9-b513-8f234671f30d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:34:07.912806 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038a8c1-303b-428d-bdd7-0983ecf1be37 admin admin] Pushing event deleted for resources: {'Port': ['ID=14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:34:07.915765 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-2038a8c1-303b-428d-bdd7-0983ecf1be37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:34:08.009130 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2038a8c1-303b-428d-bdd7-0983ecf1be37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942697'] for router_gateway, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:08.107304 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:08.294912 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2038a8c1-303b-428d-bdd7-0983ecf1be37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-943869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29356'] for router, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:08.297077 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2038a8c1-303b-428d-bdd7-0983ecf1be37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:08.415996 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2038a8c1-303b-428d-bdd7-0983ecf1be37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-943137'] for router, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:08.417094 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2038a8c1-303b-428d-bdd7-0983ecf1be37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9c1a910-aa0a-4a4e-8b87-74b42917ef18 {{(pid=74221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 18:34:08.430104 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-2038a8c1-303b-428d-bdd7-0983ecf1be37 admin admin] Notify callbacks [] for router, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:08.431253 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-2038a8c1-303b-428d-bdd7-0983ecf1be37 admin admin] 10.222.0.49 "DELETE /v2.0/routers/d9c1a910-aa0a-4a4e-8b87-74b42917ef18 HTTP/1.1" status: 204 len: 168 time: 1.5395002 May 04 18:34:08.433768 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 57382) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:34:08.494090 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_v2 [None req-fedf7584-252e-4c38-9ba4-2cf71f551e72 admin admin] Deleting subnet b1eed89f-67b1-47d7-910f-26fa17afcc65 {{(pid=74221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 18:34:08.496907 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-fedf7584-252e-4c38-9ba4-2cf71f551e72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:08.548484 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-fedf7584-252e-4c38-9ba4-2cf71f551e72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15324815'] for subnet, precommit_delete_associations {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:08.627497 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-fedf7584-252e-4c38-9ba4-2cf71f551e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774518'] for subnet, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:08.945560 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-fedf7584-252e-4c38-9ba4-2cf71f551e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15596317'] for subnet, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:08.949386 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:34:08.982374 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf7584-252e-4c38-9ba4-2cf71f551e72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1eed89f-67b1-47d7-910f-26fa17afcc65,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:34:08.985262 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-fedf7584-252e-4c38-9ba4-2cf71f551e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:34:08.986718 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-fedf7584-252e-4c38-9ba4-2cf71f551e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:08.992525 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-fedf7584-252e-4c38-9ba4-2cf71f551e72 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b1eed89f-67b1-47d7-910f-26fa17afcc65 HTTP/1.1" status: 204 len: 168 time: 0.5578239 May 04 18:34:08.994371 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb744ea-2d1c-492c-9589-ebdf4bb07609 None None] Network 6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0 requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:34:08.994921 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 57386) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:34:09.100086 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-47aaa3e0-46ca-41f2-a40a-adc677774613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688272'] for network, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:09.174434 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-47aaa3e0-46ca-41f2-a40a-adc677774613 admin admin] Deleting port 5a5a7396-08a5-4e3f-8587-c4035d216fb1 {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:34:09.174770 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-47aaa3e0-46ca-41f2-a40a-adc677774613 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:09.233808 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7a8c58-5de5-48ed-ac10-5e609590deb2 None None] DHCP port deletion for 6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0 request from dv-cinder-789603-2-smb {{(pid=74223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 18:34:09.281218 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [None req-47aaa3e0-46ca-41f2-a40a-adc677774613 admin admin] For port 5a5a7396-08a5-4e3f-8587-c4035d216fb1, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=5a5a7396-08a5-4e3f-8587-c4035d216fb1,segment=NetworkSegment(b6778646-e214-4e4d-948f-f970efa1eddf),segment_id=b6778646-e214-4e4d-948f-f970efa1eddf)] {{(pid=74221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:34:09.281572 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-47aaa3e0-46ca-41f2-a40a-adc677774613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:09.299336 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-cc7a8c58-5de5-48ed-ac10-5e609590deb2 None None] Deleting port 5a5a7396-08a5-4e3f-8587-c4035d216fb1 {{(pid=74223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:34:09.299711 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-cc7a8c58-5de5-48ed-ac10-5e609590deb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:09.404849 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-cc7a8c58-5de5-48ed-ac10-5e609590deb2 None None] For port 5a5a7396-08a5-4e3f-8587-c4035d216fb1, host dv-cinder-789603-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-smb',level=0,port_id=5a5a7396-08a5-4e3f-8587-c4035d216fb1,segment=NetworkSegment(b6778646-e214-4e4d-948f-f970efa1eddf),segment_id=b6778646-e214-4e4d-948f-f970efa1eddf)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:34:09.405458 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-cc7a8c58-5de5-48ed-ac10-5e609590deb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:09.411046 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [None req-47aaa3e0-46ca-41f2-a40a-adc677774613 admin admin] Calling delete_port for 5a5a7396-08a5-4e3f-8587-c4035d216fb1 owned by network:dhcp {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:34:09.521643 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 5a5a7396-08a5-4e3f-8587-c4035d216fb1 no longer exists at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:34:09.552444 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-cc7a8c58-5de5-48ed-ac10-5e609590deb2 None None] Calling delete_port for 5a5a7396-08a5-4e3f-8587-c4035d216fb1 owned by network:dhcp {{(pid=74223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:34:09.581790 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-47aaa3e0-46ca-41f2-a40a-adc677774613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:09.586637 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-c6af88e1-52d7-4b99-8299-82d7430226bd tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:34:09.600453 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] No active binding found for port 5a5a7396-08a5-4e3f-8587-c4035d216fb1 {{(pid=74223) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 04 18:34:09.600857 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 5a5a7396-08a5-4e3f-8587-c4035d216fb1 not bound to the agent host dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:34:09.601279 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9 no longer exists at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:34:09.630276 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aaa3e0-46ca-41f2-a40a-adc677774613 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a5a7396-08a5-4e3f-8587-c4035d216fb1,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:34:09.633221 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-47aaa3e0-46ca-41f2-a40a-adc677774613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:34:09.634258 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aaa3e0-46ca-41f2-a40a-adc677774613 admin admin] No DVR routers for this DVR port 5a5a7396-08a5-4e3f-8587-c4035d216fb1 on host dv-cinder-789603-2-smb {{(pid=74221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:34:09.636501 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] No Port match for: 14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9 {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:34:09.636870 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 14a8f6bd-a8d0-4092-b0e8-6da7e30f1ea9 not bound to the agent host dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:34:09.637296 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 95e244de-5cfa-4134-bea0-94d438c4c1d2 no longer exists at agent ovs-agent-dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:34:09.671071 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] No Port match for: 95e244de-5cfa-4134-bea0-94d438c4c1d2 {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:34:09.671469 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Device 95e244de-5cfa-4134-bea0-94d438c4c1d2 not bound to the agent host dv-cinder-789603-2-smb {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:34:09.687581 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-cc7a8c58-5de5-48ed-ac10-5e609590deb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551'] for port, after_delete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:09.692029 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-f55a4cd6-f472-4d59-a402-7e58de3f2e24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:34:09.737945 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a8c58-5de5-48ed-ac10-5e609590deb2 None None] Pushing event deleted for resources: {'Port': ['ID=5a5a7396-08a5-4e3f-8587-c4035d216fb1,revision_number=None']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:34:09.740831 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-cc7a8c58-5de5-48ed-ac10-5e609590deb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:34:09.741627 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7a8c58-5de5-48ed-ac10-5e609590deb2 None None] No DVR routers for this DVR port 5a5a7396-08a5-4e3f-8587-c4035d216fb1 on host dv-cinder-789603-2-smb {{(pid=74223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:34:09.758899 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-47aaa3e0-46ca-41f2-a40a-adc677774613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771051', 'neutron.services.segments.db._delete_segments_for_network-8785700215345'] for network, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:09.872102 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-47aaa3e0-46ca-41f2-a40a-adc677774613 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0']}} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:34:09.884722 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-47aaa3e0-46ca-41f2-a40a-adc677774613 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6778646-e214-4e4d-948f-f970efa1eddf') {'for_net_delete': True} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:34:09.885012 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-47aaa3e0-46ca-41f2-a40a-adc677774613 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6778646-e214-4e4d-948f-f970efa1eddf') {} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:34:09.896413 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-47aaa3e0-46ca-41f2-a40a-adc677774613 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700225895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15324854'] for segment, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:09.912652 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-47aaa3e0-46ca-41f2-a40a-adc677774613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:09.918748 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47aaa3e0-46ca-41f2-a40a-adc677774613 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=74221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:34:10.087692 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [None req-47aaa3e0-46ca-41f2-a40a-adc677774613 admin admin] Network 6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0 has no segments {{(pid=74221) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 18:34:10.096184 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-47aaa3e0-46ca-41f2-a40a-adc677774613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262147'] for segment, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:10.345621 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [None req-47aaa3e0-46ca-41f2-a40a-adc677774613 admin admin] Network 6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0 has no segments {{(pid=74221) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: Traceback (most recent call last): May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: timer() May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: cb(*args, **kw) May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: return func(*args, **kwargs) May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: self._notify() May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: self.callback(batched_events) May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: event.method(event) May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: return f(self, *a, **k) May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: return self._get(url).json() May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: return self.request(url, 'GET', **kwargs) May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:34:10.368408 dv-cinder-789603-2-smb neutron-server[74221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:34:10.510753 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-47aaa3e0-46ca-41f2-a40a-adc677774613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942662'] for network, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:10.514287 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-05700388-c4b8-4cc6-b3e3-038b69c63d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:34:10.526678 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-47aaa3e0-46ca-41f2-a40a-adc677774613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:10.536901 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aaa3e0-46ca-41f2-a40a-adc677774613 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:34:10.539550 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-47aaa3e0-46ca-41f2-a40a-adc677774613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:34:10.541459 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-47aaa3e0-46ca-41f2-a40a-adc677774613 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6d1af3b6-dbcd-40ea-bc4d-094bae2dcea0 HTTP/1.1" status: 204 len: 168 time: 1.5453286 May 04 18:34:10.927080 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 57402) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:34:10.978377 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-36e4e895-3497-4825-9413-144b8dc886fc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c30572d2e703466baf61164023333613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499659 May 04 18:34:10.981422 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 57406) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:34:11.039725 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-8c45c6bc-593a-4dae-ab40-a2e1d1f5a370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:11.065522 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-8c45c6bc-593a-4dae-ab40-a2e1d1f5a370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:11.196979 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-8c45c6bc-593a-4dae-ab40-a2e1d1f5a370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:11.202137 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-5279386a-d974-47d5-beb8-d78c2716f0d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:34:11.216157 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45c6bc-593a-4dae-ab40-a2e1d1f5a370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d24c3de-fbaf-4e80-900d-ab095b53cff7,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:34:11.218709 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-8c45c6bc-593a-4dae-ab40-a2e1d1f5a370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:34:11.227048 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-8c45c6bc-593a-4dae-ab40-a2e1d1f5a370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:11.228390 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-8c45c6bc-593a-4dae-ab40-a2e1d1f5a370 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8d24c3de-fbaf-4e80-900d-ab095b53cff7 HTTP/1.1" status: 204 len: 168 time: 0.2459421 May 04 18:34:11.951972 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 57416) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:34:12.001706 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-706a82ce-f437-4d6f-ac1f-216d1e1516c5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1c911b97c10148c88380566820ce2cbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479505 May 04 18:34:12.004040 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 57420) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:34:12.063570 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-19acfc29-9975-40b7-8039-7095d0142d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:12.087796 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-19acfc29-9975-40b7-8039-7095d0142d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:12.198721 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-19acfc29-9975-40b7-8039-7095d0142d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:12.202482 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-ed1fa853-1976-4021-b13c-128404b4fd0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:34:12.213388 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acfc29-9975-40b7-8039-7095d0142d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9c3aea-0ebc-4acb-9661-a185b8436dae,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:34:12.216947 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-19acfc29-9975-40b7-8039-7095d0142d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:34:12.231225 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-19acfc29-9975-40b7-8039-7095d0142d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:12.231225 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-19acfc29-9975-40b7-8039-7095d0142d78 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8d9c3aea-0ebc-4acb-9661-a185b8436dae HTTP/1.1" status: 204 len: 168 time: 0.2208421 May 04 18:34:12.740336 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 57432) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:34:12.855298 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7459dac9-54c7-49b8-aa18-aec13650eb37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:12.869663 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-7459dac9-54c7-49b8-aa18-aec13650eb37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:34:12.873341 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-7459dac9-54c7-49b8-aa18-aec13650eb37 admin admin] Usage tracker for resource:security_group_rule and tenant:964fa0f5251e415aa7aa623b7e1b7c26 is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:34:12.876101 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [None req-7459dac9-54c7-49b8-aa18-aec13650eb37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:34:12.881670 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [None req-7459dac9-54c7-49b8-aa18-aec13650eb37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:34:12.959977 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7459dac9-54c7-49b8-aa18-aec13650eb37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:13.027256 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-7459dac9-54c7-49b8-aa18-aec13650eb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:13.034832 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-c189a177-87a9-4005-bcac-f644c7052a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:34:13.077443 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-7459dac9-54c7-49b8-aa18-aec13650eb37 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=964fa0f5251e415aa7aa623b7e1b7c26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360147 May 04 18:34:13.078311 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459dac9-54c7-49b8-aa18-aec13650eb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06123b9-bbfa-4b39-85f7-d2fb0129b105,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:34:13.080146 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 57438) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:34:13.081225 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-7459dac9-54c7-49b8-aa18-aec13650eb37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:34:13.140920 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d701e1f4-e6c2-489c-8cb4-5b02c7c01f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:13.166707 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d701e1f4-e6c2-489c-8cb4-5b02c7c01f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:13.316928 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d701e1f4-e6c2-489c-8cb4-5b02c7c01f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:13.320877 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-7e3644c8-0dc5-4a6a-a78b-a39ee4a5d417 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:34:13.333779 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701e1f4-e6c2-489c-8cb4-5b02c7c01f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06123b9-bbfa-4b39-85f7-d2fb0129b105,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:34:13.336198 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-d701e1f4-e6c2-489c-8cb4-5b02c7c01f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:34:13.340185 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-d701e1f4-e6c2-489c-8cb4-5b02c7c01f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:13.341438 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-d701e1f4-e6c2-489c-8cb4-5b02c7c01f91 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c06123b9-bbfa-4b39-85f7-d2fb0129b105 HTTP/1.1" status: 204 len: 168 time: 0.2603104 May 04 18:34:14.261964 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 57462) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:34:14.365689 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-78232785-4675-40ec-ab3d-c4240c552702 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1167798232-network', 'tenant_id': '131f533f966b438c9b7eee90f2199e2f'}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:34:14.370242 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-78232785-4675-40ec-ab3d-c4240c552702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:34:14.374018 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-78232785-4675-40ec-ab3d-c4240c552702 admin admin] Usage tracker for resource:network and tenant:131f533f966b438c9b7eee90f2199e2f is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:34:14.377340 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-78232785-4675-40ec-ab3d-c4240c552702 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:34:14.382896 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-78232785-4675-40ec-ab3d-c4240c552702 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:34:14.456141 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78232785-4675-40ec-ab3d-c4240c552702 admin admin] Made reservation on behalf of 131f533f966b438c9b7eee90f2199e2f for: {'network': 1} {{(pid=74222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:34:14.459125 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-78232785-4675-40ec-ab3d-c4240c552702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for network, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:14.471680 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-78232785-4675-40ec-ab3d-c4240c552702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:14.485535 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-78232785-4675-40ec-ab3d-c4240c552702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:34:14.489263 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-78232785-4675-40ec-ab3d-c4240c552702 admin admin] Usage tracker for resource:security_group_rule and tenant:131f533f966b438c9b7eee90f2199e2f is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:34:14.492015 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-78232785-4675-40ec-ab3d-c4240c552702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:34:14.497619 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-78232785-4675-40ec-ab3d-c4240c552702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:34:14.575733 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-78232785-4675-40ec-ab3d-c4240c552702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:14.642769 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-78232785-4675-40ec-ab3d-c4240c552702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:14.646166 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-23dccb9b-237a-443d-ab3b-7bf48e04454a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:34:14.756095 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78232785-4675-40ec-ab3d-c4240c552702 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=74222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:34:14.764886 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78232785-4675-40ec-ab3d-c4240c552702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536be764-a278-43c6-8fb2-99c211c7b251,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:34:14.768372 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-78232785-4675-40ec-ab3d-c4240c552702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:34:14.770731 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-78232785-4675-40ec-ab3d-c4240c552702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:14.771063 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.db.segments_db [None req-78232785-4675-40ec-ab3d-c4240c552702 admin admin] Added segment 6abf21c1-896d-4318-aa02-113615c7ade3 of type vlan for network add23062-2b85-4a3f-b232-a80554f3dafc May 04 18:34:14.795996 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-78232785-4675-40ec-ab3d-c4240c552702 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785699775636'] for network, precommit_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:14.887727 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-78232785-4675-40ec-ab3d-c4240c552702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:14.889009 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78232785-4675-40ec-ab3d-c4240c552702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:34:14.889584 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-78232785-4675-40ec-ab3d-c4240c552702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:14.892885 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-fbe2d630-304e-4d2c-83bd-87597c47a2b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:34:14.988825 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78232785-4675-40ec-ab3d-c4240c552702 admin admin] Pushing event updated for resources: {'Network': ['ID=add23062-2b85-4a3f-b232-a80554f3dafc,revision_number=1']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:34:14.991480 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-78232785-4675-40ec-ab3d-c4240c552702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:34:14.998530 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Network add23062-2b85-4a3f-b232-a80554f3dafc details requested by agent ovs-agent-dv-cinder-789603-2-smb with host dv-cinder-789603-2-smb {{(pid=74223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:34:15.065781 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-78232785-4675-40ec-ab3d-c4240c552702 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8026688 May 04 18:34:15.068545 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 57468) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:34:15.074057 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.v2.base [None req-1c0aff4c-c96b-47d9-9627-924df229229b admin admin] Request body: {'subnet': {'network_id': 'add23062-2b85-4a3f-b232-a80554f3dafc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1167798232-subnet', 'tenant_id': '131f533f966b438c9b7eee90f2199e2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:34:15.078679 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-1c0aff4c-c96b-47d9-9627-924df229229b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:34:15.082614 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-1c0aff4c-c96b-47d9-9627-924df229229b admin admin] Usage tracker for resource:subnet and tenant:131f533f966b438c9b7eee90f2199e2f is out of sync, need to count used quota {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:34:15.085464 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [None req-1c0aff4c-c96b-47d9-9627-924df229229b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:34:15.091104 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.db.quota.driver [None req-1c0aff4c-c96b-47d9-9627-924df229229b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:34:15.184633 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0aff4c-c96b-47d9-9627-924df229229b admin admin] Made reservation on behalf of 131f533f966b438c9b7eee90f2199e2f for: {'subnet': 1} {{(pid=74222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:34:15.186915 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-1c0aff4c-c96b-47d9-9627-924df229229b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13833666'] for subnet, before_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:15.623069 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-1c0aff4c-c96b-47d9-9627-924df229229b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15669287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13833684'] for subnet, after_create {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:15.627612 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-b50eeeec-3cf5-4e65-a60a-31749c574485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:34:15.699336 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0aff4c-c96b-47d9-9627-924df229229b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf61cf83-431f-4daf-ae22-19960aa4efd9,revision_number=0']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:34:15.702954 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-1c0aff4c-c96b-47d9-9627-924df229229b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:34:15.707942 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0aff4c-c96b-47d9-9627-924df229229b admin admin] Checking segment: {'id': '6abf21c1-896d-4318-aa02-113615c7ade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'add23062-2b85-4a3f-b232-a80554f3dafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:34:15.708298 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0aff4c-c96b-47d9-9627-924df229229b admin admin] Network hostable DHCP agents. Network: add23062-2b85-4a3f-b232-a80554f3dafc, hostable agents: ['948d1784-d24a-40dc-b599-c4e6e391e200'], hosted agents: [] {{(pid=74222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:34:15.807898 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0aff4c-c96b-47d9-9627-924df229229b admin admin] Network add23062-2b85-4a3f-b232-a80554f3dafc is scheduled to be hosted by DHCP agent 948d1784-d24a-40dc-b599-c4e6e391e200 with binding_index 1 {{(pid=74222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:34:15.898876 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.scheduler.base_scheduler [None req-1c0aff4c-c96b-47d9-9627-924df229229b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-smb, add23062-2b85-4a3f-b232-a80554f3dafc) {{(pid=74222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:34:15.907485 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1e3518-d432-4e09-a8de-f9cb4536c665 None None] Network add23062-2b85-4a3f-b232-a80554f3dafc requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:34:15.908377 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0aff4c-c96b-47d9-9627-924df229229b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:34:15.908962 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-1c0aff4c-c96b-47d9-9627-924df229229b admin admin] Notify callbacks [] for subnet, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:15.991588 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-1c0aff4c-c96b-47d9-9627-924df229229b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9219069 May 04 18:34:16.121188 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7646dd8-80ef-43c8-8a8b-9fbbddedd9c5 None None] Network add23062-2b85-4a3f-b232-a80554f3dafc requested from dv-cinder-789603-2-smb {{(pid=74223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:34:18.286682 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-963e4d80-8d18-46d5-9d5b-4d5c4656766c tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:34:18.287386 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-963e4d80-8d18-46d5-9d5b-4d5c4656766c tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Synchronizing usage tracker for tenant:131f533f966b438c9b7eee90f2199e2f on resource:network {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:34:18.346919 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-963e4d80-8d18-46d5-9d5b-4d5c4656766c tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Unset dirty status for tenant:131f533f966b438c9b7eee90f2199e2f on resource:network {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:34:18.348136 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-963e4d80-8d18-46d5-9d5b-4d5c4656766c tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/networks?id=add23062-2b85-4a3f-b232-a80554f3dafc HTTP/1.1" status: 200 len: 814 time: 0.2052479 May 04 18:34:18.363075 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-666e8c12-53ae-41a0-82c4-c455e3f67905 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/quotas/131f533f966b438c9b7eee90f2199e2f HTTP/1.1" status: 200 len: 375 time: 0.0095520 May 04 18:34:18.410498 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-ab87c291-7cbb-4e86-9871-c1e6b985a4a3 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=131f533f966b438c9b7eee90f2199e2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426033 May 04 18:34:18.584144 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-0a8ac67c-7f0b-4f33-bad5-9fc1781f1aaf service neutron] 10.222.0.49 "GET /v2.0/networks/add23062-2b85-4a3f-b232-a80554f3dafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670139 May 04 18:34:18.715780 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-caf19e3e-038f-4866-b018-5ca8a6672cc6 service neutron] 10.222.0.49 "GET /v2.0/networks/add23062-2b85-4a3f-b232-a80554f3dafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258109 May 04 18:34:18.960969 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0db670b0-ee18-4e52-b4ee-4445c87f464f req-d337c96e-675a-43ff-9e64-f137d3f5cef3 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e7bbaed-75c2-42ed-b789-7bdeb2f85bdc HTTP/1.1" status: 200 len: 210 time: 0.0470192 May 04 18:34:19.408030 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:20.113680 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-022661ef-51b5-4a55-bb9d-309234f9591f req-bf0bdeaa-f532-45ce-a10b-99fabdbd3cf0 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e7bbaed-75c2-42ed-b789-7bdeb2f85bdc HTTP/1.1" status: 200 len: 210 time: 0.0413668 May 04 18:34:21.262768 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d9ef3602-4920-46fb-82e6-e2c7a0057669 req-39be0c8e-15b3-46e1-8cac-ed2fe3f806f6 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e7bbaed-75c2-42ed-b789-7bdeb2f85bdc HTTP/1.1" status: 200 len: 210 time: 0.0417247 May 04 18:34:21.437245 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-9ac14411-c140-4199-ba36-1581763e9b08 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:34:21.439380 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-9ac14411-c140-4199-ba36-1581763e9b08 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.20 "GET /v2.0/networks?id=add23062-2b85-4a3f-b232-a80554f3dafc HTTP/1.1" status: 200 len: 814 time: 0.1514742 May 04 18:34:21.450133 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-6cf9db10-12c1-4823-bb7a-4c504e440874 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Request body: {'port': {'device_id': '5e7bbaed-75c2-42ed-b789-7bdeb2f85bdc', 'network_id': 'add23062-2b85-4a3f-b232-a80554f3dafc', 'admin_state_up': True, 'tenant_id': '131f533f966b438c9b7eee90f2199e2f'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:34:21.583859 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-6cf9db10-12c1-4823-bb7a-4c504e440874 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:34:21.587573 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-6cf9db10-12c1-4823-bb7a-4c504e440874 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Usage tracker for resource:port and tenant:131f533f966b438c9b7eee90f2199e2f is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:34:21.590265 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-6cf9db10-12c1-4823-bb7a-4c504e440874 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:34:21.595825 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-6cf9db10-12c1-4823-bb7a-4c504e440874 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:34:21.667152 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-6cf9db10-12c1-4823-bb7a-4c504e440874 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Made reservation on behalf of 131f533f966b438c9b7eee90f2199e2f for: {'port': 1} {{(pid=74221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:34:21.670527 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-6cf9db10-12c1-4823-bb7a-4c504e440874 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:21.837389 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_common [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-6cf9db10-12c1-4823-bb7a-4c504e440874 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Allocated IP 172.20.0.12 (add23062-2b85-4a3f-b232-a80554f3dafc/cf61cf83-431f-4daf-ae22-19960aa4efd9/dd958ebb-efca-4c3a-9cb0-5a55b100cd85) {{(pid=74221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:34:22.033338 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-6cf9db10-12c1-4823-bb7a-4c504e440874 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Notify callbacks [] for port, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:22.113310 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-6cf9db10-12c1-4823-bb7a-4c504e440874 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:22.119167 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-de03821f-df97-456b-b24d-79b7c514d321 tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:34:22.182698 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-6cf9db10-12c1-4823-bb7a-4c504e440874 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Network add23062-2b85-4a3f-b232-a80554f3dafc is already hosted by enough agents. {{(pid=74221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:34:22.186029 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-6cf9db10-12c1-4823-bb7a-4c504e440874 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Resources bound (agent type, host, resource id): {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:34:22.188485 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-6cf9db10-12c1-4823-bb7a-4c504e440874 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Received port after_create {{(pid=74221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:34:22.228409 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9db10-12c1-4823-bb7a-4c504e440874 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Pushing event updated for resources: {'Port': ['ID=dd958ebb-efca-4c3a-9cb0-5a55b100cd85,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:34:22.231230 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-6cf9db10-12c1-4823-bb7a-4c504e440874 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:34:22.260244 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-6cf9db10-12c1-4823-bb7a-4c504e440874 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:34:22.261000 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-6cf9db10-12c1-4823-bb7a-4c504e440874 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:22.351809 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-6cf9db10-12c1-4823-bb7a-4c504e440874 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9053171 May 04 18:34:22.363347 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-a5378098-37fa-43e6-a8d4-97bc6079c361 service neutron] Request body: {'port': {'device_id': '5e7bbaed-75c2-42ed-b789-7bdeb2f85bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:34:22.446873 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10408fb5-b1a7-4abe-98a6-a69812e7683a req-da33d228-145e-4f7c-8d85-6aba522b9062 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:34:22.448354 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-10408fb5-b1a7-4abe-98a6-a69812e7683a req-da33d228-145e-4f7c-8d85-6aba522b9062 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e7bbaed-75c2-42ed-b789-7bdeb2f85bdc HTTP/1.1" status: 200 len: 932 time: 0.0818317 May 04 18:34:22.476743 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-a5378098-37fa-43e6-a8d4-97bc6079c361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:22.493058 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-10408fb5-b1a7-4abe-98a6-a69812e7683a req-a600f1b5-229d-4907-a6a8-73bc1a119c51 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Synchronizing usage tracker for tenant:131f533f966b438c9b7eee90f2199e2f on resource:security_group {{(pid=74222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:34:22.591068 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.quota.resource [req-10408fb5-b1a7-4abe-98a6-a69812e7683a req-a600f1b5-229d-4907-a6a8-73bc1a119c51 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Unset dirty status for tenant:131f533f966b438c9b7eee90f2199e2f on resource:security_group {{(pid=74222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:34:22.592190 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-10408fb5-b1a7-4abe-98a6-a69812e7683a req-a600f1b5-229d-4907-a6a8-73bc1a119c51 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/security-groups?id=536be764-a278-43c6-8fb2-99c211c7b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380613 May 04 18:34:22.890593 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-a5378098-37fa-43e6-a8d4-97bc6079c361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd958ebb-efca-4c3a-9cb0-5a55b100cd85 {{(pid=74221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:34:22.897662 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-a5378098-37fa-43e6-a8d4-97bc6079c361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:22.911351 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.provisioning_blocks [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-a5378098-37fa-43e6-a8d4-97bc6079c361 service neutron] Transition to ACTIVE for port object dd958ebb-efca-4c3a-9cb0-5a55b100cd85 will not be triggered until provisioned by entity L2. {{(pid=74221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:34:22.973652 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-a5378098-37fa-43e6-a8d4-97bc6079c361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262247'] for port, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:22.977189 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-67d8a2a9-75c5-4670-b860-9bca75a79b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:34:23.131957 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5378098-37fa-43e6-a8d4-97bc6079c361 service neutron] Pushing event updated for resources: {'Port': ['ID=dd958ebb-efca-4c3a-9cb0-5a55b100cd85,revision_number=2']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:34:23.135004 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-a5378098-37fa-43e6-a8d4-97bc6079c361 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:34:23.200550 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-a5378098-37fa-43e6-a8d4-97bc6079c361 service neutron] Attempting to bind port dd958ebb-efca-4c3a-9cb0-5a55b100cd85 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:34:23.200805 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-a5378098-37fa-43e6-a8d4-97bc6079c361 service neutron] Attempting to bind port dd958ebb-efca-4c3a-9cb0-5a55b100cd85 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '6abf21c1-896d-4318-aa02-113615c7ade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'add23062-2b85-4a3f-b232-a80554f3dafc'}] {{(pid=74221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:34:23.201127 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-a5378098-37fa-43e6-a8d4-97bc6079c361 service neutron] Attempting to bind port dd958ebb-efca-4c3a-9cb0-5a55b100cd85 on network add23062-2b85-4a3f-b232-a80554f3dafc {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:34:23.205795 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-a5378098-37fa-43e6-a8d4-97bc6079c361 service neutron] Port dd958ebb-efca-4c3a-9cb0-5a55b100cd85 on network add23062-2b85-4a3f-b232-a80554f3dafc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 18:34:23.206117 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-a5378098-37fa-43e6-a8d4-97bc6079c361 service neutron] Attempting to bind port dd958ebb-efca-4c3a-9cb0-5a55b100cd85 on network add23062-2b85-4a3f-b232-a80554f3dafc {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:34:23.211137 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-a5378098-37fa-43e6-a8d4-97bc6079c361 service neutron] Checking agent: {'id': 'eb0c7dda-b795-49f1-9080-37ad6bcb4a66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'started_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:34:23.211498 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-a5378098-37fa-43e6-a8d4-97bc6079c361 service neutron] Checking segment: {'id': '6abf21c1-896d-4318-aa02-113615c7ade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'add23062-2b85-4a3f-b232-a80554f3dafc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:34:23.211879 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-a5378098-37fa-43e6-a8d4-97bc6079c361 service neutron] Bound using segment: {'id': '6abf21c1-896d-4318-aa02-113615c7ade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'add23062-2b85-4a3f-b232-a80554f3dafc'} {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:34:23.212302 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-a5378098-37fa-43e6-a8d4-97bc6079c361 service neutron] Bound port: dd958ebb-efca-4c3a-9cb0-5a55b100cd85, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abf21c1-896d-4318-aa02-113615c7ade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'add23062-2b85-4a3f-b232-a80554f3dafc'}}] {{(pid=74221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:34:23.212640 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-a5378098-37fa-43e6-a8d4-97bc6079c361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:23.299038 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-a5378098-37fa-43e6-a8d4-97bc6079c361 service neutron] For port dd958ebb-efca-4c3a-9cb0-5a55b100cd85, host hv-cinder-78960, cleared binding levels {{(pid=74221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:34:23.301988 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-a5378098-37fa-43e6-a8d4-97bc6079c361 service neutron] For port dd958ebb-efca-4c3a-9cb0-5a55b100cd85, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=dd958ebb-efca-4c3a-9cb0-5a55b100cd85,segment=NetworkSegment(6abf21c1-896d-4318-aa02-113615c7ade3),segment_id=6abf21c1-896d-4318-aa02-113615c7ade3)] {{(pid=74221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:34:23.385430 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-a5378098-37fa-43e6-a8d4-97bc6079c361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262247'] for port, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:23.389115 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-94eff467-dd8c-48b7-ac2e-25ebc540c728 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:34:23.446103 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-a5378098-37fa-43e6-a8d4-97bc6079c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:34:23.446721 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-a5378098-37fa-43e6-a8d4-97bc6079c361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:23.448097 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-a5378098-37fa-43e6-a8d4-97bc6079c361 service neutron] 10.222.0.20 "PUT /v2.0/ports/dd958ebb-efca-4c3a-9cb0-5a55b100cd85 HTTP/1.1" status: 200 len: 1094 time: 1.0889912 May 04 18:34:23.448861 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7bbaed-75c2-42ed-b789-7bdeb2f85bdc', 'tag': 'dd958ebb-efca-4c3a-9cb0-5a55b100cd85'}] {{(pid=74221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:34:23.473347 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5378098-37fa-43e6-a8d4-97bc6079c361 service neutron] Pushing event updated for resources: {'Port': ['ID=dd958ebb-efca-4c3a-9cb0-5a55b100cd85,revision_number=3']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:34:23.476800 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-a5378098-37fa-43e6-a8d4-97bc6079c361 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:34:23.499413 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7bbaed-75c2-42ed-b789-7bdeb2f85bdc', 'tag': 'dd958ebb-efca-4c3a-9cb0-5a55b100cd85', 'status': 'completed', 'code': 200} May 04 18:34:23.589042 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552299b2-6abb-4216-ad7a-ded4373f8557 req-3f042407-9a9c-491b-9359-be0a60d57d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:34:23.590488 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-552299b2-6abb-4216-ad7a-ded4373f8557 req-3f042407-9a9c-491b-9359-be0a60d57d6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=131f533f966b438c9b7eee90f2199e2f&device_id=5e7bbaed-75c2-42ed-b789-7bdeb2f85bdc HTTP/1.1" status: 200 len: 1097 time: 0.0709732 May 04 18:34:23.734927 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552299b2-6abb-4216-ad7a-ded4373f8557 req-31a19f8b-f88c-4203-86ba-81ac1cdd628d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:34:23.736367 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-552299b2-6abb-4216-ad7a-ded4373f8557 req-31a19f8b-f88c-4203-86ba-81ac1cdd628d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=131f533f966b438c9b7eee90f2199e2f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1381111 May 04 18:34:23.783824 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7f30d-8c25-401d-9069-df7099f447f0 req-111137dd-bcd7-46f4-a71f-026e76957876 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:34:23.785287 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-50c7f30d-8c25-401d-9069-df7099f447f0 req-111137dd-bcd7-46f4-a71f-026e76957876 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e7bbaed-75c2-42ed-b789-7bdeb2f85bdc HTTP/1.1" status: 200 len: 944 time: 0.0837255 May 04 18:34:23.829377 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-50c7f30d-8c25-401d-9069-df7099f447f0 req-e342f654-aff4-4bb2-8103-f35ff3d51016 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/security-groups?id=536be764-a278-43c6-8fb2-99c211c7b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384123 May 04 18:34:23.872091 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552299b2-6abb-4216-ad7a-ded4373f8557 req-c673d810-2889-4483-ac0f-4eb3d6e3a649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:34:23.873529 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-552299b2-6abb-4216-ad7a-ded4373f8557 req-c673d810-2889-4483-ac0f-4eb3d6e3a649 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1306052 May 04 18:34:23.981756 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-888d8653-5b00-4e06-9294-6d43b36b1e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:34:23.983231 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-888d8653-5b00-4e06-9294-6d43b36b1e41 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=131f533f966b438c9b7eee90f2199e2f&device_id=5e7bbaed-75c2-42ed-b789-7bdeb2f85bdc HTTP/1.1" status: 200 len: 1097 time: 0.0738218 May 04 18:34:24.050979 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-e2ec2432-f83a-4fd4-8ce2-14386914d8c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd958ebb-efca-4c3a-9cb0-5a55b100cd85 HTTP/1.1" status: 200 len: 217 time: 0.0603988 May 04 18:34:24.114555 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-cf6dbc50-13a5-4f17-aa12-721c5777c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:34:24.115963 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-cf6dbc50-13a5-4f17-aa12-721c5777c2be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf61cf83-431f-4daf-ae22-19960aa4efd9 HTTP/1.1" status: 200 len: 854 time: 0.0586395 May 04 18:34:24.161212 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-03b8ea8e-bfbe-49e0-ba09-77dd0bdd570e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=add23062-2b85-4a3f-b232-a80554f3dafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390384 May 04 18:34:24.287990 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-bc58fbbf-c34f-412f-83f7-4cd3f32677e6 service neutron] 10.222.0.20 "GET /v2.0/networks/add23062-2b85-4a3f-b232-a80554f3dafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203406 May 04 18:34:24.416641 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-15d77315-e5e2-43ac-a1f2-1999854eb638 req-5daaaea0-d4f9-4a32-abed-9486573d40fe service neutron] 10.222.0.20 "GET /v2.0/networks/add23062-2b85-4a3f-b232-a80554f3dafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216300 May 04 18:34:25.010980 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d3a64-1d99-4f8c-ac4f-0c817904528b req-326ea905-c38e-4958-ac56-94abdf2c8ca5 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:34:25.012447 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e89d3a64-1d99-4f8c-ac4f-0c817904528b req-326ea905-c38e-4958-ac56-94abdf2c8ca5 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e7bbaed-75c2-42ed-b789-7bdeb2f85bdc HTTP/1.1" status: 200 len: 944 time: 0.0787632 May 04 18:34:25.056984 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-e89d3a64-1d99-4f8c-ac4f-0c817904528b req-9c91e85b-110b-4054-909f-2cbdf65219de tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/security-groups?id=536be764-a278-43c6-8fb2-99c211c7b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380278 May 04 18:34:25.973602 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device dd958ebb-efca-4c3a-9cb0-5a55b100cd85 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:34:26.139711 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port dd958ebb-efca-4c3a-9cb0-5a55b100cd85, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=dd958ebb-efca-4c3a-9cb0-5a55b100cd85,segment=NetworkSegment(6abf21c1-896d-4318-aa02-113615c7ade3),segment_id=6abf21c1-896d-4318-aa02-113615c7ade3)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:34:26.152745 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Returning: {'device': 'dd958ebb-efca-4c3a-9cb0-5a55b100cd85', 'network_id': 'add23062-2b85-4a3f-b232-a80554f3dafc', 'port_id': 'dd958ebb-efca-4c3a-9cb0-5a55b100cd85', 'mac_address': 'fa:16:3e:e8:62:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf61cf83-431f-4daf-ae22-19960aa4efd9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:34:26.212585 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:26.230245 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd958ebb-efca-4c3a-9cb0-5a55b100cd85 {{(pid=74223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:34:26.247179 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port dd958ebb-efca-4c3a-9cb0-5a55b100cd85, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=dd958ebb-efca-4c3a-9cb0-5a55b100cd85,segment=NetworkSegment(6abf21c1-896d-4318-aa02-113615c7ade3),segment_id=6abf21c1-896d-4318-aa02-113615c7ade3)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:34:26.332765 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385dc21c-d9f9-4b25-9177-e7fb53714633 req-f8b00f53-347f-48b7-ba5e-7adeb2e82685 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:34:26.333894 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:26.334205 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-385dc21c-d9f9-4b25-9177-e7fb53714633 req-f8b00f53-347f-48b7-ba5e-7adeb2e82685 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e7bbaed-75c2-42ed-b789-7bdeb2f85bdc HTTP/1.1" status: 200 len: 944 time: 0.1718199 May 04 18:34:26.336687 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:34:26.379027 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-385dc21c-d9f9-4b25-9177-e7fb53714633 req-cfcc96ad-5e9f-4164-8a7b-6957abf348ea tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/security-groups?id=536be764-a278-43c6-8fb2-99c211c7b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388083 May 04 18:34:26.402821 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=dd958ebb-efca-4c3a-9cb0-5a55b100cd85,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:34:26.411039 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:26.411419 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:26.411762 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:26.412096 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:26.412427 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:26.412759 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:26.413085 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:26.413409 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:26.413738 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:26.414059 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:26.414377 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:26.414699 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:26.418497 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:34:26.550634 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['dd958ebb-efca-4c3a-9cb0-5a55b100cd85'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:34:27.574034 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f56e2-7f98-4bb3-ae1f-bc0e7fbaf5b5 req-cf29c843-0a72-4ea3-b2d0-e2521eca8aa4 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:34:27.575559 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-408f56e2-7f98-4bb3-ae1f-bc0e7fbaf5b5 req-cf29c843-0a72-4ea3-b2d0-e2521eca8aa4 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e7bbaed-75c2-42ed-b789-7bdeb2f85bdc HTTP/1.1" status: 200 len: 945 time: 0.0831723 May 04 18:34:27.620178 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-408f56e2-7f98-4bb3-ae1f-bc0e7fbaf5b5 req-bc3232ee-b264-49d2-9ddc-8b6a91afe29c tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/security-groups?id=536be764-a278-43c6-8fb2-99c211c7b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384779 May 04 18:34:27.977048 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device dd958ebb-efca-4c3a-9cb0-5a55b100cd85 up at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:34:28.104964 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning for port dd958ebb-efca-4c3a-9cb0-5a55b100cd85 completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:34:28.109768 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning complete for port dd958ebb-efca-4c3a-9cb0-5a55b100cd85 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:34:28.110143 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:28.222231 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:28.248080 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7bbaed-75c2-42ed-b789-7bdeb2f85bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd958ebb-efca-4c3a-9cb0-5a55b100cd85'}] {{(pid=74223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:34:28.258616 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port dd958ebb-efca-4c3a-9cb0-5a55b100cd85, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=dd958ebb-efca-4c3a-9cb0-5a55b100cd85,segment=NetworkSegment(6abf21c1-896d-4318-aa02-113615c7ade3),segment_id=6abf21c1-896d-4318-aa02-113615c7ade3)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:34:28.290939 dv-cinder-789603-2-smb neutron-server[74223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7bbaed-75c2-42ed-b789-7bdeb2f85bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd958ebb-efca-4c3a-9cb0-5a55b100cd85', 'code': 200} May 04 18:34:28.347227 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:28.349156 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-cc7a8c58-5de5-48ed-ac10-5e609590deb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:34:28.415834 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=dd958ebb-efca-4c3a-9cb0-5a55b100cd85,revision_number=5']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:34:28.418740 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:34:28.643672 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246d038-d6aa-475d-be05-842c67665811 req-02253e4e-da00-493b-9bb9-0dd2fed4a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:34:28.645114 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-2246d038-d6aa-475d-be05-842c67665811 req-02253e4e-da00-493b-9bb9-0dd2fed4a4f6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5e7bbaed-75c2-42ed-b789-7bdeb2f85bdc HTTP/1.1" status: 200 len: 1099 time: 0.0719295 May 04 18:34:28.770981 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-2246d038-d6aa-475d-be05-842c67665811 req-d0f8da12-a6d3-4e1a-8541-3ee160b3728e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=536be764-a278-43c6-8fb2-99c211c7b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177049 May 04 18:34:28.807346 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121dae16-ef20-4c06-9f85-21a6b4c883be req-feaac800-0087-4129-9209-2e7b00260320 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:34:28.808794 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-121dae16-ef20-4c06-9f85-21a6b4c883be req-feaac800-0087-4129-9209-2e7b00260320 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e7bbaed-75c2-42ed-b789-7bdeb2f85bdc HTTP/1.1" status: 200 len: 946 time: 0.0804670 May 04 18:34:28.853403 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-121dae16-ef20-4c06-9f85-21a6b4c883be req-f274ac0a-501f-48dd-9091-377244448e68 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/security-groups?id=536be764-a278-43c6-8fb2-99c211c7b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388873 May 04 18:34:29.818292 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 6 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:34:30.036259 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66738683-e2f8-42ad-ab46-882aa3f7b229 req-3f7fad2b-056c-44cf-9b36-85ec9b53062b tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:34:30.037696 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-66738683-e2f8-42ad-ab46-882aa3f7b229 req-3f7fad2b-056c-44cf-9b36-85ec9b53062b tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e7bbaed-75c2-42ed-b789-7bdeb2f85bdc HTTP/1.1" status: 200 len: 946 time: 0.0814869 May 04 18:34:30.081739 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-66738683-e2f8-42ad-ab46-882aa3f7b229 req-e7cdb4f1-72b4-4858-933c-f9964ba57cde tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/security-groups?id=536be764-a278-43c6-8fb2-99c211c7b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382717 May 04 18:34:32.816011 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-8b7a9774-6393-4dd3-b962-0f4ecba232e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:35.619695 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-95d2e212-9984-4a7d-ad0f-e02dd92b1943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:35.751146 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:36.375693 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:38.118195 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:49.390947 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:02.786518 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-0f81ce83-8048-44fc-af6b-116e66522d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:05.627347 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-31f45986-e96a-4677-80e5-594b6b447fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:05.758226 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:06.379163 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:06.817508 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 6 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:35:08.099415 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:11.820800 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738141d-9e30-447b-9b75-287f208f005d req-2617d547-be1c-4e60-aa57-b6adb10e2ad8 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:35:11.822234 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9738141d-9e30-447b-9b75-287f208f005d req-2617d547-be1c-4e60-aa57-b6adb10e2ad8 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e7bbaed-75c2-42ed-b789-7bdeb2f85bdc HTTP/1.1" status: 200 len: 946 time: 0.0808814 May 04 18:35:11.868318 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9738141d-9e30-447b-9b75-287f208f005d req-80bc28fd-cb1b-4361-8dd4-72cdc378bb33 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/security-groups?id=536be764-a278-43c6-8fb2-99c211c7b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404379 May 04 18:35:13.053997 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3c89a-da69-477e-8e53-b022a751cbca req-06a7ccb5-8923-4054-adc2-361f4bea6f4e tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:35:13.055442 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2bc3c89a-da69-477e-8e53-b022a751cbca req-06a7ccb5-8923-4054-adc2-361f4bea6f4e tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e7bbaed-75c2-42ed-b789-7bdeb2f85bdc HTTP/1.1" status: 200 len: 946 time: 0.0816500 May 04 18:35:13.098659 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-2bc3c89a-da69-477e-8e53-b022a751cbca req-940d77de-3b15-4571-b496-50905f0b8586 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/security-groups?id=536be764-a278-43c6-8fb2-99c211c7b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375626 May 04 18:35:14.284459 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03b679-e6c0-42e0-85c1-b6bd4d6acaf8 req-5d434eda-613f-422f-903d-20495a5803f5 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:35:14.285885 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6e03b679-e6c0-42e0-85c1-b6bd4d6acaf8 req-5d434eda-613f-422f-903d-20495a5803f5 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e7bbaed-75c2-42ed-b789-7bdeb2f85bdc HTTP/1.1" status: 200 len: 946 time: 0.0814643 May 04 18:35:14.329955 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6e03b679-e6c0-42e0-85c1-b6bd4d6acaf8 req-54a824a5-994c-4601-9252-35ef6a71076b tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/security-groups?id=536be764-a278-43c6-8fb2-99c211c7b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383170 May 04 18:35:15.515386 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4890d-8fb1-445f-9606-68796bd11fb2 req-f2fe4e47-a254-4979-881e-faf6939bfd88 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:35:15.516796 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-bbd4890d-8fb1-445f-9606-68796bd11fb2 req-f2fe4e47-a254-4979-881e-faf6939bfd88 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e7bbaed-75c2-42ed-b789-7bdeb2f85bdc HTTP/1.1" status: 200 len: 946 time: 0.0813041 May 04 18:35:15.560023 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-bbd4890d-8fb1-445f-9606-68796bd11fb2 req-351a5eba-c55f-4ef1-a2c3-0418feade8ec tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/security-groups?id=536be764-a278-43c6-8fb2-99c211c7b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376196 May 04 18:35:16.166198 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e6f0a-0ba4-47d9-8c1c-748d795f4c61 req-076700f2-5766-415f-8823-1992fbb4964f tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:35:16.166886 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-f33e6f0a-0ba4-47d9-8c1c-748d795f4c61 req-076700f2-5766-415f-8823-1992fbb4964f tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Synchronizing usage tracker for tenant:131f533f966b438c9b7eee90f2199e2f on resource:port {{(pid=74221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:35:16.271166 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-f33e6f0a-0ba4-47d9-8c1c-748d795f4c61 req-076700f2-5766-415f-8823-1992fbb4964f tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Unset dirty status for tenant:131f533f966b438c9b7eee90f2199e2f on resource:port {{(pid=74221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:35:16.272290 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-f33e6f0a-0ba4-47d9-8c1c-748d795f4c61 req-076700f2-5766-415f-8823-1992fbb4964f tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e7bbaed-75c2-42ed-b789-7bdeb2f85bdc HTTP/1.1" status: 200 len: 946 time: 0.1838851 May 04 18:35:16.407414 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [req-f33e6f0a-0ba4-47d9-8c1c-748d795f4c61 req-9652798a-dbec-4c20-ad1b-fa96d5270d88 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Deleting port dd958ebb-efca-4c3a-9cb0-5a55b100cd85 {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:35:16.407641 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-f33e6f0a-0ba4-47d9-8c1c-748d795f4c61 req-9652798a-dbec-4c20-ad1b-fa96d5270d88 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:16.537332 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-f33e6f0a-0ba4-47d9-8c1c-748d795f4c61 req-9652798a-dbec-4c20-ad1b-fa96d5270d88 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] For port dd958ebb-efca-4c3a-9cb0-5a55b100cd85, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=dd958ebb-efca-4c3a-9cb0-5a55b100cd85,segment=NetworkSegment(6abf21c1-896d-4318-aa02-113615c7ade3),segment_id=6abf21c1-896d-4318-aa02-113615c7ade3)] {{(pid=74221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:35:16.537687 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-f33e6f0a-0ba4-47d9-8c1c-748d795f4c61 req-9652798a-dbec-4c20-ad1b-fa96d5270d88 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:16.658874 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [req-f33e6f0a-0ba4-47d9-8c1c-748d795f4c61 req-9652798a-dbec-4c20-ad1b-fa96d5270d88 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Calling delete_port for dd958ebb-efca-4c3a-9cb0-5a55b100cd85 owned by compute:nova {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:35:16.739875 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d554159-87cd-49f7-b877-45f983f34195 req-522d61f5-ffa2-4d34-93a6-c25082fb11a4 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:35:16.741418 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0d554159-87cd-49f7-b877-45f983f34195 req-522d61f5-ffa2-4d34-93a6-c25082fb11a4 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e7bbaed-75c2-42ed-b789-7bdeb2f85bdc HTTP/1.1" status: 200 len: 946 time: 0.0795684 May 04 18:35:16.786376 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-0d554159-87cd-49f7-b877-45f983f34195 req-5b6d503e-7c22-4d14-b761-6f19e61077ec tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/security-groups?id=536be764-a278-43c6-8fb2-99c211c7b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387917 May 04 18:35:16.820839 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-f33e6f0a-0ba4-47d9-8c1c-748d795f4c61 req-9652798a-dbec-4c20-ad1b-fa96d5270d88 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:16.827662 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-a9efbe1f-ee18-4ca5-bc80-cfb5d5ef7fa8 tempest-TestShelveInstance-1161528231 tempest-TestShelveInstance-1161528231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:35:16.832549 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['dd958ebb-efca-4c3a-9cb0-5a55b100cd85'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:35:16.873388 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652798a-dbec-4c20-ad1b-fa96d5270d88 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Pushing event deleted for resources: {'Port': ['ID=dd958ebb-efca-4c3a-9cb0-5a55b100cd85,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:35:16.916537 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652798a-dbec-4c20-ad1b-fa96d5270d88 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:35:16.916833 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652798a-dbec-4c20-ad1b-fa96d5270d88 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:35:16.917195 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652798a-dbec-4c20-ad1b-fa96d5270d88 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:35:16.917550 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652798a-dbec-4c20-ad1b-fa96d5270d88 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:35:16.917899 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652798a-dbec-4c20-ad1b-fa96d5270d88 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:35:16.918269 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652798a-dbec-4c20-ad1b-fa96d5270d88 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:35:16.918599 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652798a-dbec-4c20-ad1b-fa96d5270d88 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:35:16.918946 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652798a-dbec-4c20-ad1b-fa96d5270d88 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:35:16.919313 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652798a-dbec-4c20-ad1b-fa96d5270d88 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:35:16.919666 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652798a-dbec-4c20-ad1b-fa96d5270d88 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:35:16.920002 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652798a-dbec-4c20-ad1b-fa96d5270d88 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:35:16.920342 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652798a-dbec-4c20-ad1b-fa96d5270d88 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:35:16.946414 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-9652798a-dbec-4c20-ad1b-fa96d5270d88 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:35:16.956708 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33e6f0a-0ba4-47d9-8c1c-748d795f4c61 req-9652798a-dbec-4c20-ad1b-fa96d5270d88 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] No DVR routers for this DVR port dd958ebb-efca-4c3a-9cb0-5a55b100cd85 on host hv-cinder-78960 {{(pid=74221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:35:16.959898 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-f33e6f0a-0ba4-47d9-8c1c-748d795f4c61 req-9652798a-dbec-4c20-ad1b-fa96d5270d88 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:16.962296 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7bbaed-75c2-42ed-b789-7bdeb2f85bdc', 'name': 'network-vif-deleted', 'tag': 'dd958ebb-efca-4c3a-9cb0-5a55b100cd85'}] {{(pid=74221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:35:17.006145 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7bbaed-75c2-42ed-b789-7bdeb2f85bdc', 'name': 'network-vif-deleted', 'tag': 'dd958ebb-efca-4c3a-9cb0-5a55b100cd85', 'status': 'completed', 'code': 200} May 04 18:35:17.032948 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-f33e6f0a-0ba4-47d9-8c1c-748d795f4c61 req-9652798a-dbec-4c20-ad1b-fa96d5270d88 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.20 "DELETE /v2.0/ports/dd958ebb-efca-4c3a-9cb0-5a55b100cd85 HTTP/1.1" status: 204 len: 173 time: 0.7547941 May 04 18:35:17.951191 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-3d1a011e-612b-4649-96c5-cf7c8bfdb0f9 req-6bcfbc50-9df4-461f-abb2-8b8b502629c5 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e7bbaed-75c2-42ed-b789-7bdeb2f85bdc HTTP/1.1" status: 200 len: 210 time: 0.0463021 May 04 18:35:19.374627 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:20.300701 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device dd958ebb-efca-4c3a-9cb0-5a55b100cd85 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:35:20.333947 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] No Port match for: dd958ebb-efca-4c3a-9cb0-5a55b100cd85 {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:35:20.334326 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device dd958ebb-efca-4c3a-9cb0-5a55b100cd85 not bound to the agent host hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:35:23.703026 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5b424-042b-4165-966b-0396ca020b98 req-cc74d773-f97f-4475-9815-387be2f6a0a2 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:35:23.704393 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-81d5b424-042b-4165-966b-0396ca020b98 req-cc74d773-f97f-4475-9815-387be2f6a0a2 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/networks?id=add23062-2b85-4a3f-b232-a80554f3dafc HTTP/1.1" status: 200 len: 814 time: 0.1410120 May 04 18:35:23.719227 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-81d5b424-042b-4165-966b-0396ca020b98 req-9d6a0af8-e2e0-434e-a64c-4245bfad6817 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/quotas/131f533f966b438c9b7eee90f2199e2f HTTP/1.1" status: 200 len: 375 time: 0.0087161 May 04 18:35:23.764370 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-81d5b424-042b-4165-966b-0396ca020b98 req-f5140c0e-6326-44b3-b0f1-fc9702689acc tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=131f533f966b438c9b7eee90f2199e2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403724 May 04 18:35:23.892337 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-81d5b424-042b-4165-966b-0396ca020b98 req-6182424f-8724-4dba-85de-b78d21af0a58 service neutron] 10.222.0.49 "GET /v2.0/networks/add23062-2b85-4a3f-b232-a80554f3dafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210430 May 04 18:35:24.025961 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-81d5b424-042b-4165-966b-0396ca020b98 req-be406ef7-14d5-44ab-b7a3-95ca675e2523 service neutron] 10.222.0.49 "GET /v2.0/networks/add23062-2b85-4a3f-b232-a80554f3dafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273685 May 04 18:35:24.280619 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-9910d0ce-1f78-454d-a2e7-95ecc7b931a3 req-0bce6476-cc04-4075-88f4-af570cdf244f tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2de2777-5905-4943-93b8-fdb9e7045f3a HTTP/1.1" status: 200 len: 210 time: 0.0453424 May 04 18:35:25.429995 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d16d8f41-2520-409e-bc2b-7e3ca9f9b42f req-89cb500d-32d9-415b-bf4e-e8a23095daa0 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2de2777-5905-4943-93b8-fdb9e7045f3a HTTP/1.1" status: 200 len: 210 time: 0.0420539 May 04 18:35:26.263998 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5b424-042b-4165-966b-0396ca020b98 req-202e0dda-2072-4bd5-b575-a79b123f4ef3 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:35:26.265414 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-81d5b424-042b-4165-966b-0396ca020b98 req-202e0dda-2072-4bd5-b575-a79b123f4ef3 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.20 "GET /v2.0/networks?id=add23062-2b85-4a3f-b232-a80554f3dafc HTTP/1.1" status: 200 len: 814 time: 0.1471822 May 04 18:35:26.277342 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [req-81d5b424-042b-4165-966b-0396ca020b98 req-e7b4cba6-07de-4c7a-b485-26a9d64f7c65 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Request body: {'port': {'device_id': 'd2de2777-5905-4943-93b8-fdb9e7045f3a', 'network_id': 'add23062-2b85-4a3f-b232-a80554f3dafc', 'admin_state_up': True, 'tenant_id': '131f533f966b438c9b7eee90f2199e2f'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:35:26.410065 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [req-81d5b424-042b-4165-966b-0396ca020b98 req-e7b4cba6-07de-4c7a-b485-26a9d64f7c65 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:35:26.414465 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-81d5b424-042b-4165-966b-0396ca020b98 req-e7b4cba6-07de-4c7a-b485-26a9d64f7c65 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Usage tracker for resource:port and tenant:131f533f966b438c9b7eee90f2199e2f is out of sync, need to count used quota {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:35:26.417301 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-81d5b424-042b-4165-966b-0396ca020b98 req-e7b4cba6-07de-4c7a-b485-26a9d64f7c65 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:35:26.422927 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.quota.driver [req-81d5b424-042b-4165-966b-0396ca020b98 req-e7b4cba6-07de-4c7a-b485-26a9d64f7c65 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:35:26.516161 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81d5b424-042b-4165-966b-0396ca020b98 req-e7b4cba6-07de-4c7a-b485-26a9d64f7c65 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Made reservation on behalf of 131f533f966b438c9b7eee90f2199e2f for: {'port': 1} {{(pid=74221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:35:26.519682 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-81d5b424-042b-4165-966b-0396ca020b98 req-e7b4cba6-07de-4c7a-b485-26a9d64f7c65 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:26.576671 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-cf7bacdd-9db1-4368-986f-09b178268f16 req-19f85070-ff6a-4958-9f5b-9231e1467f0b tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2de2777-5905-4943-93b8-fdb9e7045f3a HTTP/1.1" status: 200 len: 210 time: 0.0423424 May 04 18:35:26.681578 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_common [req-81d5b424-042b-4165-966b-0396ca020b98 req-e7b4cba6-07de-4c7a-b485-26a9d64f7c65 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Allocated IP 172.20.0.14 (add23062-2b85-4a3f-b232-a80554f3dafc/cf61cf83-431f-4daf-ae22-19960aa4efd9/9f605fd1-2701-422c-88d5-a86d338a54b0) {{(pid=74221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:35:26.875233 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-81d5b424-042b-4165-966b-0396ca020b98 req-e7b4cba6-07de-4c7a-b485-26a9d64f7c65 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Notify callbacks [] for port, precommit_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:26.946459 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-81d5b424-042b-4165-966b-0396ca020b98 req-e7b4cba6-07de-4c7a-b485-26a9d64f7c65 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785699787542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_create {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:26.951677 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-c576d42b-04bb-4f1c-b357-a413aa6a523a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:35:27.013284 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81d5b424-042b-4165-966b-0396ca020b98 req-e7b4cba6-07de-4c7a-b485-26a9d64f7c65 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Network add23062-2b85-4a3f-b232-a80554f3dafc is already hosted by enough agents. {{(pid=74221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:35:27.020392 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.scheduler.base_scheduler [req-81d5b424-042b-4165-966b-0396ca020b98 req-e7b4cba6-07de-4c7a-b485-26a9d64f7c65 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Resources bound (agent type, host, resource id): {{(pid=74221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:35:27.024759 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d5b424-042b-4165-966b-0396ca020b98 req-e7b4cba6-07de-4c7a-b485-26a9d64f7c65 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Received port after_create {{(pid=74221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 18:35:27.065731 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4cba6-07de-4c7a-b485-26a9d64f7c65 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Pushing event updated for resources: {'Port': ['ID=9f605fd1-2701-422c-88d5-a86d338a54b0,revision_number=1']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:35:27.070820 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-e7b4cba6-07de-4c7a-b485-26a9d64f7c65 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:35:27.090050 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5b424-042b-4165-966b-0396ca020b98 req-e7b4cba6-07de-4c7a-b485-26a9d64f7c65 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:35:27.090653 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-81d5b424-042b-4165-966b-0396ca020b98 req-e7b4cba6-07de-4c7a-b485-26a9d64f7c65 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:27.158117 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-81d5b424-042b-4165-966b-0396ca020b98 req-e7b4cba6-07de-4c7a-b485-26a9d64f7c65 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8844380 May 04 18:35:27.170406 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.v2.base [req-81d5b424-042b-4165-966b-0396ca020b98 req-825af4ed-a5bf-4999-af30-866ed15336df service neutron] Request body: {'port': {'device_id': 'd2de2777-5905-4943-93b8-fdb9e7045f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:35:27.360238 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-81d5b424-042b-4165-966b-0396ca020b98 req-825af4ed-a5bf-4999-af30-866ed15336df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:27.691967 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [req-81d5b424-042b-4165-966b-0396ca020b98 req-825af4ed-a5bf-4999-af30-866ed15336df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f605fd1-2701-422c-88d5-a86d338a54b0 {{(pid=74221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:35:27.699178 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-81d5b424-042b-4165-966b-0396ca020b98 req-825af4ed-a5bf-4999-af30-866ed15336df service neutron] Notify callbacks [] for port, precommit_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:27.713322 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.provisioning_blocks [req-81d5b424-042b-4165-966b-0396ca020b98 req-825af4ed-a5bf-4999-af30-866ed15336df service neutron] Transition to ACTIVE for port object 9f605fd1-2701-422c-88d5-a86d338a54b0 will not be triggered until provisioned by entity L2. {{(pid=74221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:35:27.797815 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-81d5b424-042b-4165-966b-0396ca020b98 req-825af4ed-a5bf-4999-af30-866ed15336df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262247'] for port, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:27.801824 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-a5378098-37fa-43e6-a8d4-97bc6079c361 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:35:27.853849 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a42c6-c57f-44e4-b61d-68aa306ff7c7 req-49688b7b-1a04-4a1d-a9dc-1849c6df277c tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:35:27.855318 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d67a42c6-c57f-44e4-b61d-68aa306ff7c7 req-49688b7b-1a04-4a1d-a9dc-1849c6df277c tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2de2777-5905-4943-93b8-fdb9e7045f3a HTTP/1.1" status: 200 len: 932 time: 0.1714754 May 04 18:35:27.900638 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d67a42c6-c57f-44e4-b61d-68aa306ff7c7 req-04ecae14-0589-44f6-a64c-30197423bad1 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/security-groups?id=536be764-a278-43c6-8fb2-99c211c7b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391116 May 04 18:35:27.952661 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825af4ed-a5bf-4999-af30-866ed15336df service neutron] Pushing event updated for resources: {'Port': ['ID=9f605fd1-2701-422c-88d5-a86d338a54b0,revision_number=2']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:35:27.959868 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-825af4ed-a5bf-4999-af30-866ed15336df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:35:28.031884 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [req-81d5b424-042b-4165-966b-0396ca020b98 req-825af4ed-a5bf-4999-af30-866ed15336df service neutron] Attempting to bind port 9f605fd1-2701-422c-88d5-a86d338a54b0 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:35:28.032212 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [req-81d5b424-042b-4165-966b-0396ca020b98 req-825af4ed-a5bf-4999-af30-866ed15336df service neutron] Attempting to bind port 9f605fd1-2701-422c-88d5-a86d338a54b0 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '6abf21c1-896d-4318-aa02-113615c7ade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'add23062-2b85-4a3f-b232-a80554f3dafc'}] {{(pid=74221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:35:28.032542 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d5b424-042b-4165-966b-0396ca020b98 req-825af4ed-a5bf-4999-af30-866ed15336df service neutron] Attempting to bind port 9f605fd1-2701-422c-88d5-a86d338a54b0 on network add23062-2b85-4a3f-b232-a80554f3dafc {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:35:28.037075 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d5b424-042b-4165-966b-0396ca020b98 req-825af4ed-a5bf-4999-af30-866ed15336df service neutron] Port 9f605fd1-2701-422c-88d5-a86d338a54b0 on network add23062-2b85-4a3f-b232-a80554f3dafc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 18:35:28.037391 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d5b424-042b-4165-966b-0396ca020b98 req-825af4ed-a5bf-4999-af30-866ed15336df service neutron] Attempting to bind port 9f605fd1-2701-422c-88d5-a86d338a54b0 on network add23062-2b85-4a3f-b232-a80554f3dafc {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:35:28.042471 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d5b424-042b-4165-966b-0396ca020b98 req-825af4ed-a5bf-4999-af30-866ed15336df service neutron] Checking agent: {'id': 'eb0c7dda-b795-49f1-9080-37ad6bcb4a66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'started_at': datetime.datetime(2021, 5, 4, 18, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:35:28.042805 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d5b424-042b-4165-966b-0396ca020b98 req-825af4ed-a5bf-4999-af30-866ed15336df service neutron] Checking segment: {'id': '6abf21c1-896d-4318-aa02-113615c7ade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'add23062-2b85-4a3f-b232-a80554f3dafc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 18:35:28.043188 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d5b424-042b-4165-966b-0396ca020b98 req-825af4ed-a5bf-4999-af30-866ed15336df service neutron] Bound using segment: {'id': '6abf21c1-896d-4318-aa02-113615c7ade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'add23062-2b85-4a3f-b232-a80554f3dafc'} {{(pid=74221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:35:28.043640 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [req-81d5b424-042b-4165-966b-0396ca020b98 req-825af4ed-a5bf-4999-af30-866ed15336df service neutron] Bound port: 9f605fd1-2701-422c-88d5-a86d338a54b0, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abf21c1-896d-4318-aa02-113615c7ade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'add23062-2b85-4a3f-b232-a80554f3dafc'}}] {{(pid=74221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:35:28.043979 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-81d5b424-042b-4165-966b-0396ca020b98 req-825af4ed-a5bf-4999-af30-866ed15336df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:28.129130 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-81d5b424-042b-4165-966b-0396ca020b98 req-825af4ed-a5bf-4999-af30-866ed15336df service neutron] For port 9f605fd1-2701-422c-88d5-a86d338a54b0, host hv-cinder-78960, cleared binding levels {{(pid=74221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:35:28.132796 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-81d5b424-042b-4165-966b-0396ca020b98 req-825af4ed-a5bf-4999-af30-866ed15336df service neutron] For port 9f605fd1-2701-422c-88d5-a86d338a54b0, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9f605fd1-2701-422c-88d5-a86d338a54b0,segment=NetworkSegment(6abf21c1-896d-4318-aa02-113615c7ade3),segment_id=6abf21c1-896d-4318-aa02-113615c7ade3)] {{(pid=74221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:35:28.180989 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-81d5b424-042b-4165-966b-0396ca020b98 req-825af4ed-a5bf-4999-af30-866ed15336df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262247'] for port, after_update {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:28.185269 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-bbb3fb29-e0cd-4ba5-ae3e-9faed974d26a tempest-AttachVolumeShelveTestJSON-1649907726 tempest-AttachVolumeShelveTestJSON-1649907726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:35:28.236482 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5b424-042b-4165-966b-0396ca020b98 req-825af4ed-a5bf-4999-af30-866ed15336df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:35:28.237110 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-81d5b424-042b-4165-966b-0396ca020b98 req-825af4ed-a5bf-4999-af30-866ed15336df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:28.238437 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-81d5b424-042b-4165-966b-0396ca020b98 req-825af4ed-a5bf-4999-af30-866ed15336df service neutron] 10.222.0.20 "PUT /v2.0/ports/9f605fd1-2701-422c-88d5-a86d338a54b0 HTTP/1.1" status: 200 len: 1094 time: 1.0724268 May 04 18:35:28.238940 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2de2777-5905-4943-93b8-fdb9e7045f3a', 'tag': '9f605fd1-2701-422c-88d5-a86d338a54b0'}] {{(pid=74221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:35:28.265056 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825af4ed-a5bf-4999-af30-866ed15336df service neutron] Pushing event updated for resources: {'Port': ['ID=9f605fd1-2701-422c-88d5-a86d338a54b0,revision_number=3']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:35:28.268103 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-825af4ed-a5bf-4999-af30-866ed15336df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:35:28.287495 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2de2777-5905-4943-93b8-fdb9e7045f3a', 'tag': '9f605fd1-2701-422c-88d5-a86d338a54b0', 'status': 'completed', 'code': 200} May 04 18:35:28.375330 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3f315-088f-4a4a-880c-50878f2ad568 req-5c98c54e-9a0f-4ca2-8e37-1e0fd8f2cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:35:28.376789 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-89f3f315-088f-4a4a-880c-50878f2ad568 req-5c98c54e-9a0f-4ca2-8e37-1e0fd8f2cbc8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=131f533f966b438c9b7eee90f2199e2f&device_id=d2de2777-5905-4943-93b8-fdb9e7045f3a HTTP/1.1" status: 200 len: 1097 time: 0.0697513 May 04 18:35:28.515440 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3f315-088f-4a4a-880c-50878f2ad568 req-f8b55634-3328-4caf-be8e-7d4b6151ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:35:28.516879 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-89f3f315-088f-4a4a-880c-50878f2ad568 req-f8b55634-3328-4caf-be8e-7d4b6151ccdd service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=131f533f966b438c9b7eee90f2199e2f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1325481 May 04 18:35:28.649005 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3f315-088f-4a4a-880c-50878f2ad568 req-050cc797-8a46-433c-8188-a82009cc477c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:35:28.650427 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-89f3f315-088f-4a4a-880c-50878f2ad568 req-050cc797-8a46-433c-8188-a82009cc477c service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1275249 May 04 18:35:28.751718 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5b424-042b-4165-966b-0396ca020b98 req-004eeda1-274a-4dc9-b283-63eb0454d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:35:28.753159 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-81d5b424-042b-4165-966b-0396ca020b98 req-004eeda1-274a-4dc9-b283-63eb0454d2fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=131f533f966b438c9b7eee90f2199e2f&device_id=d2de2777-5905-4943-93b8-fdb9e7045f3a HTTP/1.1" status: 200 len: 1097 time: 0.0689387 May 04 18:35:28.822946 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-81d5b424-042b-4165-966b-0396ca020b98 req-f2105a61-01be-41e7-becf-b7100181be5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f605fd1-2701-422c-88d5-a86d338a54b0 HTTP/1.1" status: 200 len: 217 time: 0.0620210 May 04 18:35:28.886159 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5b424-042b-4165-966b-0396ca020b98 req-8eb995bd-170d-4e94-aaee-b2fa4ac5cb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:35:28.887595 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-81d5b424-042b-4165-966b-0396ca020b98 req-8eb995bd-170d-4e94-aaee-b2fa4ac5cb79 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf61cf83-431f-4daf-ae22-19960aa4efd9 HTTP/1.1" status: 200 len: 854 time: 0.0587075 May 04 18:35:28.934327 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-81d5b424-042b-4165-966b-0396ca020b98 req-3bad0869-1aba-4ac1-a125-2714bded453f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=add23062-2b85-4a3f-b232-a80554f3dafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406775 May 04 18:35:29.084750 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63a8d0-e82e-4889-9c7a-ebaecf7b6e02 req-ed301e69-d603-4660-9c23-a1c950b143d5 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:35:29.086307 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-fa63a8d0-e82e-4889-9c7a-ebaecf7b6e02 req-ed301e69-d603-4660-9c23-a1c950b143d5 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2de2777-5905-4943-93b8-fdb9e7045f3a HTTP/1.1" status: 200 len: 944 time: 0.0831890 May 04 18:35:29.136876 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-fa63a8d0-e82e-4889-9c7a-ebaecf7b6e02 req-a8244f3c-fc31-40dd-8882-1e758cc8e117 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/security-groups?id=536be764-a278-43c6-8fb2-99c211c7b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447283 May 04 18:35:29.158197 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-81d5b424-042b-4165-966b-0396ca020b98 req-617939ff-b6ab-4053-99a1-8f1212c84c1d service neutron] 10.222.0.20 "GET /v2.0/networks/add23062-2b85-4a3f-b232-a80554f3dafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176185 May 04 18:35:29.286519 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-81d5b424-042b-4165-966b-0396ca020b98 req-05ea80d3-c9d7-4678-81bd-a6e2fa6f06ac service neutron] 10.222.0.20 "GET /v2.0/networks/add23062-2b85-4a3f-b232-a80554f3dafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211255 May 04 18:35:30.320194 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372d587-35b9-4c99-9708-0703a0207dbf req-e3621754-8567-469c-a475-a404a52c0d24 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:35:30.321540 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d372d587-35b9-4c99-9708-0703a0207dbf req-e3621754-8567-469c-a475-a404a52c0d24 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2de2777-5905-4943-93b8-fdb9e7045f3a HTTP/1.1" status: 200 len: 944 time: 0.0792768 May 04 18:35:30.364890 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-d372d587-35b9-4c99-9708-0703a0207dbf req-3aaa2727-ee03-4140-9998-2dc171ef1374 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/security-groups?id=536be764-a278-43c6-8fb2-99c211c7b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377748 May 04 18:35:31.550935 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e94dd1-d479-472c-b046-5aed54544c5b req-b866cca7-320c-4c36-982f-5e6ee1b4e4ce tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:35:31.552414 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-72e94dd1-d479-472c-b046-5aed54544c5b req-b866cca7-320c-4c36-982f-5e6ee1b4e4ce tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2de2777-5905-4943-93b8-fdb9e7045f3a HTTP/1.1" status: 200 len: 944 time: 0.0829675 May 04 18:35:31.595619 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-72e94dd1-d479-472c-b046-5aed54544c5b req-4f5f8b51-7645-4de3-a363-b810305e83c9 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/security-groups?id=536be764-a278-43c6-8fb2-99c211c7b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375500 May 04 18:35:32.393322 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 9f605fd1-2701-422c-88d5-a86d338a54b0 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:35:32.521610 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 9f605fd1-2701-422c-88d5-a86d338a54b0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9f605fd1-2701-422c-88d5-a86d338a54b0,segment=NetworkSegment(6abf21c1-896d-4318-aa02-113615c7ade3),segment_id=6abf21c1-896d-4318-aa02-113615c7ade3)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:35:32.534317 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Returning: {'device': '9f605fd1-2701-422c-88d5-a86d338a54b0', 'network_id': 'add23062-2b85-4a3f-b232-a80554f3dafc', 'port_id': '9f605fd1-2701-422c-88d5-a86d338a54b0', 'mac_address': 'fa:16:3e:cd:ee:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf61cf83-431f-4daf-ae22-19960aa4efd9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:35:32.586954 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:32.603254 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f605fd1-2701-422c-88d5-a86d338a54b0 {{(pid=74223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 18:35:32.618771 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 9f605fd1-2701-422c-88d5-a86d338a54b0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9f605fd1-2701-422c-88d5-a86d338a54b0,segment=NetworkSegment(6abf21c1-896d-4318-aa02-113615c7ade3),segment_id=6abf21c1-896d-4318-aa02-113615c7ade3)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:35:32.722064 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:32.725401 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:35:32.776769 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f9c95-966a-4e98-a54b-4333c00517aa req-0149b412-0397-445a-bc38-a631795262c2 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:35:32.778202 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6b5f9c95-966a-4e98-a54b-4333c00517aa req-0149b412-0397-445a-bc38-a631795262c2 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2de2777-5905-4943-93b8-fdb9e7045f3a HTTP/1.1" status: 200 len: 945 time: 0.0804727 May 04 18:35:32.800894 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=9f605fd1-2701-422c-88d5-a86d338a54b0,revision_number=4']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:35:32.808882 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:35:32.809241 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:35:32.809567 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:35:32.809898 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:35:32.810225 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:35:32.810551 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:35:32.810873 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:35:32.811194 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:35:32.811537 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:35:32.811855 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:35:32.812171 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:35:32.812491 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:35:32.816345 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:35:32.826423 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6b5f9c95-966a-4e98-a54b-4333c00517aa req-6cdc6569-a46b-422d-8e3a-76f03315cf73 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/security-groups?id=536be764-a278-43c6-8fb2-99c211c7b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421853 May 04 18:35:32.864570 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-7668b4fc-9f1d-4ac3-86c1-594d3cfabc97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:32.925425 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['9f605fd1-2701-422c-88d5-a86d338a54b0'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:35:34.010506 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3ed14-fee4-4b0d-b101-e92b56237338 req-5e90d408-145c-4c13-8bce-587aba1e8d35 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:35:34.011971 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8fd3ed14-fee4-4b0d-b101-e92b56237338 req-5e90d408-145c-4c13-8bce-587aba1e8d35 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2de2777-5905-4943-93b8-fdb9e7045f3a HTTP/1.1" status: 200 len: 945 time: 0.0831246 May 04 18:35:34.057679 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-8fd3ed14-fee4-4b0d-b101-e92b56237338 req-9d8dc74f-8e98-46fe-a698-e4a8b16dec87 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/security-groups?id=536be764-a278-43c6-8fb2-99c211c7b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399728 May 04 18:35:34.409014 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 9f605fd1-2701-422c-88d5-a86d338a54b0 up at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:35:34.540421 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning for port 9f605fd1-2701-422c-88d5-a86d338a54b0 completed by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:35:34.545443 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.db.provisioning_blocks [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Provisioning complete for port 9f605fd1-2701-422c-88d5-a86d338a54b0 triggered by entity L2. {{(pid=74223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:35:34.545823 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772964'] for port, provisioning_complete {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:34.691510 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734150'] for port, before_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:34.718346 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2de2777-5905-4943-93b8-fdb9e7045f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f605fd1-2701-422c-88d5-a86d338a54b0'}] {{(pid=74223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:35:34.732973 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] For port 9f605fd1-2701-422c-88d5-a86d338a54b0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9f605fd1-2701-422c-88d5-a86d338a54b0,segment=NetworkSegment(6abf21c1-896d-4318-aa02-113615c7ade3),segment_id=6abf21c1-896d-4318-aa02-113615c7ade3)] {{(pid=74223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:35:34.762074 dv-cinder-789603-2-smb neutron-server[74223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2de2777-5905-4943-93b8-fdb9e7045f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f605fd1-2701-422c-88d5-a86d338a54b0', 'code': 200} May 04 18:35:34.809399 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700205469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785699787560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785699787605'] for port, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:34.811322 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-3654cfe7-73d6-44a7-add0-49cceb0e86f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:35:34.877238 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Pushing event updated for resources: {'Port': ['ID=9f605fd1-2701-422c-88d5-a86d338a54b0,revision_number=5']} {{(pid=74223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:35:34.880163 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG oslo_concurrency.lockutils [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74223) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:35:35.094555 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab34bea-76df-4b1f-bc1d-5f9daeb65958 req-66a834a9-2b3c-4d19-bc66-37a5495f923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:35:35.096047 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-eab34bea-76df-4b1f-bc1d-5f9daeb65958 req-66a834a9-2b3c-4d19-bc66-37a5495f923e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d2de2777-5905-4943-93b8-fdb9e7045f3a HTTP/1.1" status: 200 len: 1099 time: 0.0694456 May 04 18:35:35.137892 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-eab34bea-76df-4b1f-bc1d-5f9daeb65958 req-18e45233-6522-4e5d-9765-b56d3b84145b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=536be764-a278-43c6-8fb2-99c211c7b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353682 May 04 18:35:35.241742 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c36da-3a9f-450c-906c-78b6666e3a31 req-474c49fb-e8d7-450e-afd0-4bfc6f48226e tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:35:35.243181 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-158c36da-3a9f-450c-906c-78b6666e3a31 req-474c49fb-e8d7-450e-afd0-4bfc6f48226e tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2de2777-5905-4943-93b8-fdb9e7045f3a HTTP/1.1" status: 200 len: 946 time: 0.0826800 May 04 18:35:35.287247 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-158c36da-3a9f-450c-906c-78b6666e3a31 req-792ac03b-a8d6-4843-881c-8bb4be9aca50 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/security-groups?id=536be764-a278-43c6-8fb2-99c211c7b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382199 May 04 18:35:35.603256 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-3dd2b69c-2629-46c8-8ba1-7c675477ccc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:35.778886 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:36.379172 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:36.467321 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384bfdf-5798-4ea4-8781-00f33fad32e9 req-a49a2845-3469-4a27-a498-03d32a2bf96d tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:35:36.468750 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c384bfdf-5798-4ea4-8781-00f33fad32e9 req-a49a2845-3469-4a27-a498-03d32a2bf96d tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2de2777-5905-4943-93b8-fdb9e7045f3a HTTP/1.1" status: 200 len: 946 time: 0.0781922 May 04 18:35:36.512950 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c384bfdf-5798-4ea4-8781-00f33fad32e9 req-50507e9f-e03a-4a2f-88d8-58ccd054a91f tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/security-groups?id=536be764-a278-43c6-8fb2-99c211c7b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385964 May 04 18:35:38.133564 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:43.815595 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 6 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:35:49.351593 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:57.855928 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb7970-d4c3-41b5-85ca-18aa4c6b3cea req-0e7e038b-dbcc-4e2f-9d70-1b5a3bb44466 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:35:57.857341 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-34fb7970-d4c3-41b5-85ca-18aa4c6b3cea req-0e7e038b-dbcc-4e2f-9d70-1b5a3bb44466 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2de2777-5905-4943-93b8-fdb9e7045f3a HTTP/1.1" status: 200 len: 946 time: 0.0806587 May 04 18:35:57.900501 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-34fb7970-d4c3-41b5-85ca-18aa4c6b3cea req-0df0fbc7-a86f-4c47-b0ba-8e0e331ffe5f tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/security-groups?id=536be764-a278-43c6-8fb2-99c211c7b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375037 May 04 18:35:59.138943 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dee87-1f36-4ea3-ab47-c2759167b580 req-20b4430e-4106-4a8b-bac9-87b41d290717 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:35:59.140411 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a51dee87-1f36-4ea3-ab47-c2759167b580 req-20b4430e-4106-4a8b-bac9-87b41d290717 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2de2777-5905-4943-93b8-fdb9e7045f3a HTTP/1.1" status: 200 len: 946 time: 0.1318116 May 04 18:35:59.183662 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-a51dee87-1f36-4ea3-ab47-c2759167b580 req-7cae6c7e-16cd-40f3-a895-3cce41eb8ccd tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/security-groups?id=536be764-a278-43c6-8fb2-99c211c7b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373964 May 04 18:36:00.363506 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf7e72-8137-472e-8226-e1b878f31358 req-4d407036-6dab-4e65-b401-6fd8395f1f6c tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:36:00.364863 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6faf7e72-8137-472e-8226-e1b878f31358 req-4d407036-6dab-4e65-b401-6fd8395f1f6c tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2de2777-5905-4943-93b8-fdb9e7045f3a HTTP/1.1" status: 200 len: 946 time: 0.0785928 May 04 18:36:00.412911 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-6faf7e72-8137-472e-8226-e1b878f31358 req-7fecbf76-ce63-4e70-93d6-77df8272f8a0 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/security-groups?id=536be764-a278-43c6-8fb2-99c211c7b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425141 May 04 18:36:01.591462 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455e812-6917-4e30-9719-e60ca7a3c05c req-74314faa-7f35-4543-b560-18eb172feab8 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:36:01.592880 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7455e812-6917-4e30-9719-e60ca7a3c05c req-74314faa-7f35-4543-b560-18eb172feab8 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2de2777-5905-4943-93b8-fdb9e7045f3a HTTP/1.1" status: 200 len: 946 time: 0.0784543 May 04 18:36:01.637503 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-7455e812-6917-4e30-9719-e60ca7a3c05c req-fb8136ef-4114-4703-a9d3-01ff6f507e87 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/security-groups?id=536be764-a278-43c6-8fb2-99c211c7b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390270 May 04 18:36:02.272963 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3335b-b815-4cd4-ad22-b4e964ba48ed req-36ac3813-e20d-48a5-96ca-b094e980412f tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:36:02.273665 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-2da3335b-b815-4cd4-ad22-b4e964ba48ed req-36ac3813-e20d-48a5-96ca-b094e980412f tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Synchronizing usage tracker for tenant:131f533f966b438c9b7eee90f2199e2f on resource:port {{(pid=74221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:36:02.339876 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.quota.resource [req-2da3335b-b815-4cd4-ad22-b4e964ba48ed req-36ac3813-e20d-48a5-96ca-b094e980412f tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Unset dirty status for tenant:131f533f966b438c9b7eee90f2199e2f on resource:port {{(pid=74221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:36:02.340896 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-2da3335b-b815-4cd4-ad22-b4e964ba48ed req-36ac3813-e20d-48a5-96ca-b094e980412f tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2de2777-5905-4943-93b8-fdb9e7045f3a HTTP/1.1" status: 200 len: 946 time: 0.1480904 May 04 18:36:02.476497 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [req-2da3335b-b815-4cd4-ad22-b4e964ba48ed req-c79e2ee5-51e3-4b2f-8e87-3caad7c0d965 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Deleting port 9f605fd1-2701-422c-88d5-a86d338a54b0 {{(pid=74221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 18:36:02.476835 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-2da3335b-b815-4cd4-ad22-b4e964ba48ed req-c79e2ee5-51e3-4b2f-8e87-3caad7c0d965 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700203861'] for port, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:02.605461 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.db [req-2da3335b-b815-4cd4-ad22-b4e964ba48ed req-c79e2ee5-51e3-4b2f-8e87-3caad7c0d965 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] For port 9f605fd1-2701-422c-88d5-a86d338a54b0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9f605fd1-2701-422c-88d5-a86d338a54b0,segment=NetworkSegment(6abf21c1-896d-4318-aa02-113615c7ade3),segment_id=6abf21c1-896d-4318-aa02-113615c7ade3)] {{(pid=74221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:36:02.605724 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-2da3335b-b815-4cd4-ad22-b4e964ba48ed req-c79e2ee5-51e3-4b2f-8e87-3caad7c0d965 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-944572'] for port, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:02.725135 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.plugin [req-2da3335b-b815-4cd4-ad22-b4e964ba48ed req-c79e2ee5-51e3-4b2f-8e87-3caad7c0d965 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Calling delete_port for 9f605fd1-2701-422c-88d5-a86d338a54b0 owned by compute:nova {{(pid=74221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 18:36:02.831828 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-62e405bd-0abb-41b3-b5b2-9b5fbaabfd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:02.872309 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ec3d4-3295-4b08-a717-b9b10e712a4b req-5a44d277-45ce-4776-8f0d-0aff2e976f53 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 18:36:02.873663 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1d1ec3d4-3295-4b08-a717-b9b10e712a4b req-5a44d277-45ce-4776-8f0d-0aff2e976f53 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2de2777-5905-4943-93b8-fdb9e7045f3a HTTP/1.1" status: 200 len: 946 time: 0.1333692 May 04 18:36:02.877200 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-2da3335b-b815-4cd4-ad22-b4e964ba48ed req-c79e2ee5-51e3-4b2f-8e87-3caad7c0d965 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700205478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785699787551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262224'] for port, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:02.883439 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-68f5648d-e3aa-4fe9-88d5-47e9d5e409f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:36:02.888970 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.db [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] get_ports_and_sgs() called for port_ids ['9f605fd1-2701-422c-88d5-a86d338a54b0'] {{(pid=74223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:36:02.919142 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-1d1ec3d4-3295-4b08-a717-b9b10e712a4b req-e80c61e2-3927-44b4-9563-c90e79e02b51 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/security-groups?id=536be764-a278-43c6-8fb2-99c211c7b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398271 May 04 18:36:02.932874 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e2ee5-51e3-4b2f-8e87-3caad7c0d965 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Pushing event deleted for resources: {'Port': ['ID=9f605fd1-2701-422c-88d5-a86d338a54b0,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:36:02.964692 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-c79e2ee5-51e3-4b2f-8e87-3caad7c0d965 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:36:03.004867 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da3335b-b815-4cd4-ad22-b4e964ba48ed req-c79e2ee5-51e3-4b2f-8e87-3caad7c0d965 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] No DVR routers for this DVR port 9f605fd1-2701-422c-88d5-a86d338a54b0 on host hv-cinder-78960 {{(pid=74221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:36:03.007600 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [req-2da3335b-b815-4cd4-ad22-b4e964ba48ed req-c79e2ee5-51e3-4b2f-8e87-3caad7c0d965 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163130'] for port, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:03.010105 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2de2777-5905-4943-93b8-fdb9e7045f3a', 'name': 'network-vif-deleted', 'tag': '9f605fd1-2701-422c-88d5-a86d338a54b0'}] {{(pid=74221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 18:36:03.054524 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2de2777-5905-4943-93b8-fdb9e7045f3a', 'name': 'network-vif-deleted', 'tag': '9f605fd1-2701-422c-88d5-a86d338a54b0', 'status': 'completed', 'code': 200} May 04 18:36:03.077813 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [req-2da3335b-b815-4cd4-ad22-b4e964ba48ed req-c79e2ee5-51e3-4b2f-8e87-3caad7c0d965 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.20 "DELETE /v2.0/ports/9f605fd1-2701-422c-88d5-a86d338a54b0 HTTP/1.1" status: 204 len: 173 time: 0.7298942 May 04 18:36:04.085679 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [req-c352b72a-1482-4cdc-a58d-fa96656fa959 req-89173eba-0dbc-4f74-9ee5-81dafca783a3 tempest-VolumesSnapshotTestJSON-242924294 tempest-VolumesSnapshotTestJSON-242924294-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2de2777-5905-4943-93b8-fdb9e7045f3a HTTP/1.1" status: 200 len: 210 time: 0.0414772 May 04 18:36:05.596856 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-c9a7afe8-d356-41af-a099-ceab0ff0def4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:05.768546 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:06.386260 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:06.564994 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 9f605fd1-2701-422c-88d5-a86d338a54b0 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:36:06.599589 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.plugin [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] No Port match for: 9f605fd1-2701-422c-88d5-a86d338a54b0 {{(pid=74223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 18:36:06.600206 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron.plugins.ml2.rpc [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Device 9f605fd1-2701-422c-88d5-a86d338a54b0 not bound to the agent host hv-cinder-78960 {{(pid=74223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:36:08.128681 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:19.357004 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:20.815100 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 6 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:36:26.691584 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 58052) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:36:26.749357 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e90a6e-3584-413c-bd24-b939232f923a admin admin] Deleting subnet cf61cf83-431f-4daf-ae22-19960aa4efd9 {{(pid=74221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 18:36:26.752890 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-32e90a6e-3584-413c-bd24-b939232f923a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:26.800606 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-32e90a6e-3584-413c-bd24-b939232f923a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15324815'] for subnet, precommit_delete_associations {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:26.857128 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-32e90a6e-3584-413c-bd24-b939232f923a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774518'] for subnet, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:27.161330 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-32e90a6e-3584-413c-bd24-b939232f923a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15596317'] for subnet, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:27.165743 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-7ea85337-a91c-44a9-99f0-6a2631b4e0cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:36:27.203611 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e90a6e-3584-413c-bd24-b939232f923a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf61cf83-431f-4daf-ae22-19960aa4efd9,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:36:27.206399 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-32e90a6e-3584-413c-bd24-b939232f923a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:27.214684 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e90a6e-3584-413c-bd24-b939232f923a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:27.215056 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e90a6e-3584-413c-bd24-b939232f923a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:27.215442 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e90a6e-3584-413c-bd24-b939232f923a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:27.219435 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e90a6e-3584-413c-bd24-b939232f923a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:27.219435 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e90a6e-3584-413c-bd24-b939232f923a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:27.219435 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e90a6e-3584-413c-bd24-b939232f923a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:27.219435 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e90a6e-3584-413c-bd24-b939232f923a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:27.219435 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e90a6e-3584-413c-bd24-b939232f923a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:27.219435 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e90a6e-3584-413c-bd24-b939232f923a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:27.219435 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e90a6e-3584-413c-bd24-b939232f923a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:27.219435 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e90a6e-3584-413c-bd24-b939232f923a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:27.219435 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e90a6e-3584-413c-bd24-b939232f923a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:27.222011 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-32e90a6e-3584-413c-bd24-b939232f923a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cf61cf83-431f-4daf-ae22-19960aa4efd9 HTTP/1.1" status: 204 len: 168 time: 0.5294673 May 04 18:36:27.222913 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-32e90a6e-3584-413c-bd24-b939232f923a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:36:27.224508 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.wsgi [-] (74221) accepted ('10.222.0.49', 58056) {{(pid=74221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:36:27.410406 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-9f723e8d-9aa9-4b73-bf1c-15b490b3df9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688272'] for network, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:27.529608 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-9f723e8d-9aa9-4b73-bf1c-15b490b3df9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771051', 'neutron.services.segments.db._delete_segments_for_network-8785700215345'] for network, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:27.634778 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-9f723e8d-9aa9-4b73-bf1c-15b490b3df9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add23062-2b85-4a3f-b232-a80554f3dafc']}} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:36:27.646222 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-9f723e8d-9aa9-4b73-bf1c-15b490b3df9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6abf21c1-896d-4318-aa02-113615c7ade3') {'for_net_delete': True} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:36:27.646510 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.services.segments.db [None req-9f723e8d-9aa9-4b73-bf1c-15b490b3df9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6abf21c1-896d-4318-aa02-113615c7ade3') {} {{(pid=74221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:36:27.657801 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-9f723e8d-9aa9-4b73-bf1c-15b490b3df9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700225895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15324854'] for segment, before_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:27.675923 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-9f723e8d-9aa9-4b73-bf1c-15b490b3df9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796332'] for segment, precommit_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:27.679494 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f723e8d-9aa9-4b73-bf1c-15b490b3df9d admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=74221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:36:27.839953 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [None req-9f723e8d-9aa9-4b73-bf1c-15b490b3df9d admin admin] Network add23062-2b85-4a3f-b232-a80554f3dafc has no segments {{(pid=74221) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 18:36:27.851292 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-9f723e8d-9aa9-4b73-bf1c-15b490b3df9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262147'] for segment, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:28.011315 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.plugins.ml2.managers [None req-9f723e8d-9aa9-4b73-bf1c-15b490b3df9d admin admin] Network add23062-2b85-4a3f-b232-a80554f3dafc has no segments {{(pid=74221) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: Traceback (most recent call last): May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: timer() May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: cb(*args, **kw) May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: return func(*args, **kwargs) May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: self._notify() May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: self.callback(batched_events) May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: event.method(event) May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: return f(self, *a, **k) May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: return self._get(url).json() May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: return self.request(url, 'GET', **kwargs) May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:36:28.031860 dv-cinder-789603-2-smb neutron-server[74221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:36:28.214183 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-9f723e8d-9aa9-4b73-bf1c-15b490b3df9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942662'] for network, after_delete {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:28.217981 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-dfb04595-8692-46f8-8bfa-a5666eb08b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:36:28.231189 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron_lib.callbacks.manager [None req-9f723e8d-9aa9-4b73-bf1c-15b490b3df9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=74221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:28.246715 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f723e8d-9aa9-4b73-bf1c-15b490b3df9d admin admin] Pushing event deleted for resources: {'Network': ['ID=add23062-2b85-4a3f-b232-a80554f3dafc,revision_number=None']} {{(pid=74221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:36:28.249600 dv-cinder-789603-2-smb neutron-server[74221]: DEBUG oslo_concurrency.lockutils [None req-9f723e8d-9aa9-4b73-bf1c-15b490b3df9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:36:28.340285 dv-cinder-789603-2-smb neutron-server[74221]: INFO neutron.wsgi [None req-9f723e8d-9aa9-4b73-bf1c-15b490b3df9d admin admin] 10.222.0.49 "DELETE /v2.0/networks/add23062-2b85-4a3f-b232-a80554f3dafc HTTP/1.1" status: 204 len: 168 time: 1.1146884 May 04 18:36:28.639361 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 58062) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:36:28.687647 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-777e14fa-c293-4485-8ba9-f867af2bd17d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=131f533f966b438c9b7eee90f2199e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469110 May 04 18:36:28.690419 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.wsgi [-] (74222) accepted ('10.222.0.49', 58066) {{(pid=74222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:36:28.749438 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-4306f5e2-43df-4094-96c8-99f1e7599da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:28.774807 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-4306f5e2-43df-4094-96c8-99f1e7599da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:28.894036 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-4306f5e2-43df-4094-96c8-99f1e7599da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030299'] for security_group, after_delete {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:28.897594 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-e9bf2c79-4255-4f52-b100-fb5e37e427d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 18:36:28.911737 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306f5e2-43df-4094-96c8-99f1e7599da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536be764-a278-43c6-8fb2-99c211c7b251,revision_number=None']} {{(pid=74222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:36:28.919903 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306f5e2-43df-4094-96c8-99f1e7599da4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:28.920276 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306f5e2-43df-4094-96c8-99f1e7599da4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:28.920642 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306f5e2-43df-4094-96c8-99f1e7599da4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:28.921000 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306f5e2-43df-4094-96c8-99f1e7599da4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:28.921530 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306f5e2-43df-4094-96c8-99f1e7599da4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:28.921890 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306f5e2-43df-4094-96c8-99f1e7599da4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:28.922245 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306f5e2-43df-4094-96c8-99f1e7599da4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:28.922597 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306f5e2-43df-4094-96c8-99f1e7599da4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:28.922948 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306f5e2-43df-4094-96c8-99f1e7599da4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:28.923909 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306f5e2-43df-4094-96c8-99f1e7599da4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:28.924261 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306f5e2-43df-4094-96c8-99f1e7599da4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:28.924608 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306f5e2-43df-4094-96c8-99f1e7599da4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-smb {{(pid=74222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:28.927758 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG oslo_concurrency.lockutils [None req-4306f5e2-43df-4094-96c8-99f1e7599da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 18:36:28.973300 dv-cinder-789603-2-smb neutron-server[74222]: DEBUG neutron_lib.callbacks.manager [None req-4306f5e2-43df-4094-96c8-99f1e7599da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:28.979574 dv-cinder-789603-2-smb neutron-server[74222]: INFO neutron.wsgi [None req-4306f5e2-43df-4094-96c8-99f1e7599da4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/536be764-a278-43c6-8fb2-99c211c7b251 HTTP/1.1" status: 204 len: 168 time: 0.2831345 May 04 18:36:32.801146 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-afeb6026-1c8b-40f1-8240-f3de2c98f886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:35.596891 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-9096ea7d-5c07-4eea-aab8-05dd185bc6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:35.756738 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:36.430719 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:38.105114 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:49.390756 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:57.813472 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 6 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:37:02.813306 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-98ff8495-c446-4f2a-a214-2f20723b746a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:37:05.590615 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-8aaea207-19c8-4329-9aa0-843a53ef0b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:37:05.727772 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:37:06.389808 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:37:08.133376 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:37:19.441636 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:37:32.813144 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-3a49fc24-dcf3-4e1c-804e-64753e9de2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:37:34.812397 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 6 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:37:35.595932 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-2840514c-7daf-415e-baf0-2eb772f3e924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:37:35.750218 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:37:36.401464 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:37:38.160474 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:37:49.389990 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:38:02.824724 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-666fd494-e676-4570-a29a-39413a87224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:38:05.628797 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-9f55ba17-eaf6-42e0-8612-efb7ab9c05cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:38:05.755251 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:38:06.378299 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:38:08.092789 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:38:11.811074 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 6 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:38:19.417985 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:38:32.823705 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-4bf3a1d1-82bf-43c7-b5b3-b527d347ffbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:38:35.589552 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-bf363758-b51e-44b0-a821-a86a1bb4e736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:38:35.743662 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:38:36.389269 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:38:38.115385 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:38:48.812907 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 6 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:38:49.412043 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:39:02.823033 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-fd10a656-0adb-4ae8-ad4a-6b36b941cb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:39:05.623507 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-4b791ae8-7b67-4793-a949-abd822209c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:39:05.755144 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:39:06.406211 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:39:08.114379 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:39:19.423226 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:39:25.811797 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 6 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:39:32.799854 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-4c1930f7-118e-422a-b645-67715e44f022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:39:35.640014 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-99ee4427-9a81-4850-9b15-b6ff9b9b351d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:39:35.759956 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:39:36.434113 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:39:38.102785 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:39:49.423094 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:40:02.810154 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 6 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:40:02.811195 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-131b1609-2c51-4ec7-be6d-82c3662639ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:40:05.617120 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-50c0b492-4c63-41bf-b04c-006c8090ad2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:40:05.765497 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:40:06.411012 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:40:08.130883 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:40:19.422441 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:40:32.822385 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-7f751a75-6d0a-40e3-bce8-b169239fd4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:40:35.616484 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-4487470a-8e57-49f4-808c-32504593e51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:40:35.767253 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:40:36.417004 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:40:38.136353 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:40:39.808219 dv-cinder-789603-2-smb neutron-server[74224]: DEBUG neutron.db.agents_db [None req-05c4d609-2dcf-4002-a9b4-59ed498d5cac None None] Agent healthcheck: found 6 active agents {{(pid=74224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 18:40:49.445204 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-be75d5b3-43c2-414c-960e-97891493a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:41:02.804996 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-0f0ed5e9-56d5-4535-bc61-7d85cd5580f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:41:05.616222 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-0c2b3359-2eba-4e37-ae0f-9faef0f4c026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:41:05.770545 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a752-5acf-4d34-a2c5-f463aac48910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:41:06.410961 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-a2191202-021b-4b4d-aeb8-5bfc7a3e9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:41:08.142057 dv-cinder-789603-2-smb neutron-server[74223]: DEBUG neutron_lib.callbacks.manager [None req-6c528e68-0b62-4237-b133-f2aa8155966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700215327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773045'] for agent, after_update {{(pid=74223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}